00000800:00000200:14.2F:1557964580.131042:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0F:1557964580.131065:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964580.131074:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964580.131083:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964580.131086:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964580.131093:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010200 00000400:00000200:14.0:1557964580.131099:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x90c5 [1] + 0 00000400:00000010:14.0:1557964580.131104:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36a20. 00000400:00000200:14.0:1557964580.131106:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3a00 00000800:00000200:28.0F:1557964580.131107:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964580.131110:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964580.131112:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964580.131114:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebd050 x1633635891479040 msgsize 224 00000100:00100000:14.0:1557964580.131121:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964580.131123:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964580.131126:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964580.131127:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3a00 00000400:00000010:14.0:1557964580.131129:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3a00. 00000400:00000010:14.0:1557964580.131131:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964580.131134:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964580.131137:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964580.131139:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0F:1557964580.131162:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964580.131168:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964580.131171:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964580.131172:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964580.131174:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964580.131176:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964580.131180:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964580.131182:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479040 00000020:00000001:10.0:1557964580.131185:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964580.131186:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964580.131189:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964580.131191:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964580.131193:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964580.131196:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964580.131198:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964580.131200:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964580.131203:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964580.131206:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2500. 00000020:00000010:10.0:1557964580.131209:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964580.131212:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964580.131214:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964580.131215:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964580.131216:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964580.131219:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964580.131225:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964580.131228:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964580.131230:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964580.131231:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964580.131232:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964580.131233:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964580.131234:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964580.131239:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1564 00000100:00000040:10.0:1557964580.131242:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964580.131243:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725372496 : -131291984179120 : ffff889733ebd050) 00000100:00000040:10.0:1557964580.131248:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebd050 x1633635891479040/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:246/0 lens 224/0 e 0 to 0 dl 1557964641 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964580.131269:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964580.131271:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964580.131274:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891479040:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964580.131278:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479040 00000020:00000001:10.0:1557964580.131279:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964580.131282:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964580.131283:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964580.131285:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964580.131286:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964580.131288:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964580.131290:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964580.131292:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964580.131293:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964580.131294:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964580.131296:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964580.131298:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964580.131300:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739800. 02000000:00000001:10.0:1557964580.131302:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964580.131304:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964580.131307:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964580.131310:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964580.131311:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964580.131313:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964580.131317:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964580.131319:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964580.131322:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964580.131325:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964580.131328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964580.131331:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964580.131333:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964580.131336:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964580.131339:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964580.131341:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964580.131343:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479040 00010000:00000001:10.0:1557964580.131346:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964580.131349:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebd050 x1633635891479040/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:246/0 lens 224/368 e 0 to 0 dl 1557964641 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964580.131358:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964580.131359:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964580.131362:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=33 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964580.131366:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964580.131369:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964580.131371:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964580.131373:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964580.131374:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964580.131376:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964580.131380:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964580.131381:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2080. 00000100:00000200:10.0:1557964580.131385:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479040, offset 192 00000400:00000010:10.0:1557964580.131389:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e1e00 (tot 24345892). 00000400:00000200:10.0:1557964580.131393:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964580.131407:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964580.131412:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964580.131418:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964580.131422:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964580.131424:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964580.131430:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964580.131431:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964580.131433:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964580.131436:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964580.131438:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964580.131439:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964580.131441:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964580.131442:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964580.131445:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebd050 x1633635891479040/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:246/0 lens 224/336 e 0 to 0 dl 1557964641 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964580.131477:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964580.131477:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891479040:12345-172.19.1.25@o2ib100:13 Request processed in 207us (362us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964580.131480:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1564 00000100:00000040:10.0:1557964580.131481:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964580.131482:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964580.131483:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964580.131484:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2500. 00000020:00000010:10.0:1557964580.131485:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000800:00000200:14.0:1557964580.131486:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000010:10.0:1557964580.131487:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000800:00000200:14.0:1557964580.131490:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000040:10.0:1557964580.131490:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964580.131491:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:14.0:1557964580.131492:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000200:10.0:1557964580.131492:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 02000000:00000001:14.0:1557964580.131493:0:14819:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:10.0:1557964580.131493:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a368a0. 02000000:00000010:14.0:1557964580.131494:0:14819:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739800. 02000000:00000001:14.0:1557964580.131496:0:14819:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964580.131497:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964580.131497:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2080 00000400:00000010:14.0:1557964580.131498:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2080. 00000400:00000010:14.0:1557964580.131500:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e1e00 (tot 24345492). 00000400:00000010:10.0:1557964580.131500:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2500. 00000800:00000200:14.0:1557964580.131501:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000001:10.0:1557964580.131501:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964580.131501:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964580.131503:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2F:1557964580.139388:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0F:1557964580.139441:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964580.139455:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964580.139463:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964580.139467:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964580.139474:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11c00 00000400:00000200:17.0:1557964580.139480:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd069 [1] + 0 00000400:00000010:17.0:1557964580.139485:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8887355eca80. 00000800:00000200:4.0F:1557964580.139487:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:17.0:1557964580.139488:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3980 00000100:00000001:17.0:1557964580.139492:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964580.139494:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964580.139497:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617850 x1633635870514176 msgsize 224 00000100:00100000:17.0:1557964580.139503:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964580.139505:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964580.139508:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964580.139509:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3980 00000400:00000010:17.0:1557964580.139511:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3980. 00000400:00000010:17.0:1557964580.139514:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964580.139518:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0F:1557964580.139518:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964580.139522:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964580.139524:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964580.139524:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964580.139526:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964580.139529:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964580.139531:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964580.139534:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964580.139538:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964580.139541:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514176 00000020:00000001:1.0:1557964580.139543:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964580.139545:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964580.139547:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964580.139549:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964580.139551:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964580.139553:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964580.139556:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964580.139558:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964580.139560:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964580.139563:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebe300. 00000020:00000010:1.0:1557964580.139566:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54e40. 00000100:00000040:1.0:1557964580.139568:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964580.139571:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964580.139572:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964580.139573:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964580.139576:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964580.139581:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964580.139584:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964580.139585:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964580.139586:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964580.139587:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964580.139589:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964580.139590:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964580.139594:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1570 00000100:00000040:1.0:1557964580.139596:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964580.139598:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836079696 : -131364873471920 : ffff88863b617850) 00000100:00000040:1.0:1557964580.139603:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617850 x1633635870514176/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:246/0 lens 224/0 e 0 to 0 dl 1557964641 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964580.139622:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964580.139623:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964580.139627:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870514176:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964580.139630:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514176 00000020:00000001:1.0:1557964580.139632:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964580.139634:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964580.139636:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964580.139638:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964580.139639:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964580.139641:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964580.139643:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964580.139645:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964580.139646:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964580.139647:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964580.139650:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964580.139651:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964580.139653:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:1.0:1557964580.139655:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964580.139657:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964580.139659:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964580.139661:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964580.139663:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964580.139664:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964580.139667:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964580.139670:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964580.139673:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964580.139676:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964580.139679:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964580.139681:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964580.139684:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964580.139686:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964580.139688:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514176 00010000:00000001:1.0:1557964580.139692:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964580.139695:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617850 x1633635870514176/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:246/0 lens 224/368 e 0 to 0 dl 1557964641 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964580.139704:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964580.139706:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964580.139708:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=33 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964580.139712:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964580.139730:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964580.139731:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964580.139732:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964580.139732:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964580.139733:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964580.139734:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964580.139736:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebff00. 00000100:00000200:1.0:1557964580.139737:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514176, offset 192 00000400:00000010:1.0:1557964580.139738:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74800 (tot 24345892). 00000400:00000200:1.0:1557964580.139740:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964580.139745:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964580.139748:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964580.139751:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964580.139752:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964580.139753:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964580.139755:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964580.139756:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964580.139756:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964580.139758:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964580.139758:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964580.139759:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964580.139760:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964580.139761:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964580.139762:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617850 x1633635870514176/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:246/0 lens 224/336 e 0 to 0 dl 1557964641 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964580.139766:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870514176:12345-172.19.1.24@o2ib100:13 Request processed in 143us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964580.139770:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1570 00000100:00000040:1.0:1557964580.139771:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964580.139772:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964580.139772:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964580.139773:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebe300. 00000020:00000010:1.0:1557964580.139774:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54e40. 00000020:00000010:1.0:1557964580.139775:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964580.139776:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964580.139777:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964580.139778:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964580.139780:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f959c0. 00000400:00000010:1.0:1557964580.139781:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebe300. 00000400:00000001:1.0:1557964580.139782:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964580.139782:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964580.139794:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0F:1557964580.139837:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964580.139843:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964580.139845:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964580.139846:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964580.139847:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:7.0:1557964580.139849:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964580.139849:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964580.139850:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebff00 00000400:00000010:7.0:1557964580.139851:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebff00. 00000400:00000010:7.0:1557964580.139853:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74800 (tot 24345492). 00000800:00000200:7.0:1557964580.139854:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964580.139855:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:12.0F:1557964580.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964580.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00010000:00000001:12.0:1557964580.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964580.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964580.508046:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964580.508047:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:12.0:1557964580.508048:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964580.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964580.508050:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:12.0:1557964580.508050:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:12.0:1557964580.508051:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964580.508053:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:12.0:1557964580.508053:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964580.508054:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964580.508055:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0F:1557964580.508074:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964580.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964580.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964580.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0F:1557964580.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964580.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964580.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964580.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964581.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964581.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00010000:00000001:12.0:1557964581.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964581.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964581.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964581.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964581.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964581.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964581.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964581.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964581.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964581.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964581.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964581.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964581.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964581.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964582.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964582.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000010:6.0F:1557964582.501007:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873d560f00 (tot 24345748). 00000400:00000010:6.0:1557964582.501024:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873d560f00 (tot 24345492). 00000020:00000001:6.0:1557964582.501916:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964582.501917:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318298828, max_age 4318302829 00002000:00000001:6.0:1557964582.501918:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964582.501919:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964582.501920:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964582.501922:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964582.501923:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964582.501924:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964582.501925:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964582.501926:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964582.501928:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964582.501929:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964582.501929:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964582.501930:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964582.501931:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964582.501953:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964582.501954:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318303829, max_age 4318302829 00000020:00000004:6.0:1557964582.501954:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964582.501955:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964582.501984:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964582.501984:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318303829, max_age 4318302830 00000020:00000004:6.0:1557964582.501985:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964582.501986:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964582.502009:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964582.502010:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318303829, max_age 4318302830 00000020:00000004:6.0:1557964582.502010:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964582.502011:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964582.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964582.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964582.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964582.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964582.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964582.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964582.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964582.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964582.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964582.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964582.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964582.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964582.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964582.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964583.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964583.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00010000:00000001:12.0:1557964583.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964583.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964583.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964583.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964583.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964583.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964583.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964583.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964583.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964583.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964583.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964583.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964583.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964583.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964584.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964584.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00010000:00000001:12.0:1557964584.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964584.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964584.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964584.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964584.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964584.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964584.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964584.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964584.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964584.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964584.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964584.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964584.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964584.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964585.139064:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964585.139076:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964585.139081:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964585.139084:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964585.139086:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964585.139090:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010220 00000400:00000200:14.0:1557964585.139093:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x90d5 [1] + 0 00000400:00000010:14.0:1557964585.139097:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a369c0. 00000400:00000200:14.0:1557964585.139098:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3300 00000100:00000001:14.0:1557964585.139100:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964585.139100:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964585.139102:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebcc50 x1633635891479072 msgsize 224 00000100:00100000:14.0:1557964585.139106:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964585.139107:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:15.0F:1557964585.139109:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964585.139109:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964585.139109:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3300 00000400:00000010:14.0:1557964585.139110:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3300. 00000400:00000010:14.0:1557964585.139111:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964585.139112:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964585.139114:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964585.139114:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964585.139141:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964585.139142:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964585.139143:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964585.139144:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964585.139145:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964585.139146:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964585.139147:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964585.139149:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479072 00000020:00000001:10.0:1557964585.139150:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964585.139150:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964585.139151:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964585.139152:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964585.139153:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964585.139154:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964585.139155:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964585.139157:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964585.139158:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964585.139161:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3f00. 00000020:00000010:10.0:1557964585.139162:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964585.139163:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964585.139164:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964585.139165:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964585.139165:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964585.139167:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964585.139169:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964585.139171:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964585.139171:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964585.139172:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964585.139172:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964585.139173:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964585.139173:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964585.139175:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1565 00000100:00000040:10.0:1557964585.139176:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964585.139177:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725371472 : -131291984180144 : ffff889733ebcc50) 00000100:00000040:10.0:1557964585.139179:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebcc50 x1633635891479072/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:251/0 lens 224/0 e 0 to 0 dl 1557964646 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964585.139182:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964585.139183:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964585.139184:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891479072:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964585.139185:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479072 00000020:00000001:10.0:1557964585.139186:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964585.139187:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964585.139188:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964585.139189:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964585.139189:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964585.139190:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964585.139191:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964585.139191:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964585.139192:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964585.139193:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964585.139194:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964585.139195:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964585.139196:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964585.139197:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964585.139198:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964585.139199:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964585.139200:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964585.139200:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964585.139201:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964585.139203:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964585.139204:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964585.139205:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964585.139207:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964585.139208:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964585.139209:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964585.139210:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964585.139211:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964585.139212:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964585.139213:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964585.139214:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479072 00010000:00000001:10.0:1557964585.139215:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964585.139216:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebcc50 x1633635891479072/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:251/0 lens 224/368 e 0 to 0 dl 1557964646 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964585.139219:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964585.139220:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964585.139221:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=38 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964585.139222:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964585.139223:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964585.139224:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964585.139225:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964585.139226:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964585.139227:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964585.139228:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964585.139229:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3b80. 00000100:00000200:10.0:1557964585.139230:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479072, offset 192 00000400:00000010:10.0:1557964585.139234:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e2200 (tot 24345892). 00000400:00000200:10.0:1557964585.139235:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964585.139242:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964585.139244:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964585.139246:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964585.139247:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964585.139248:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964585.139251:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964585.139251:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964585.139252:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964585.139253:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964585.139254:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964585.139254:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964585.139255:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964585.139255:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964585.139256:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964585.139257:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebcc50 x1633635891479072/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:251/0 lens 224/336 e 0 to 0 dl 1557964646 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964585.139258:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964585.139261:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964585.139261:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891479072:12345-172.19.1.25@o2ib100:13 Request processed in 77us (158us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964585.139262:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964585.139263:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964585.139263:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964585.139264:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3b80 00000400:00000010:14.0:1557964585.139264:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3b80. 00000100:00100000:10.0:1557964585.139264:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1565 00000400:00000010:14.0:1557964585.139265:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e2200 (tot 24345492). 00000100:00000040:10.0:1557964585.139265:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964585.139265:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964585.139266:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964585.139267:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964585.139267:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3f00. 00000020:00000010:10.0:1557964585.139268:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964585.139269:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964585.139270:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964585.139271:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964585.139272:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964585.139273:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964585.139273:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964585.139274:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964585.139275:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36840. 00000400:00000010:10.0:1557964585.139276:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3f00. 00000400:00000001:10.0:1557964585.139278:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964585.139278:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964585.147379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964585.147430:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964585.147441:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964585.147450:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964585.147453:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964585.147459:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11c20 00000400:00000200:4.0:1557964585.147465:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd089 [1] + 0 00000400:00000010:4.0:1557964585.147470:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8887355ecf60. 00000400:00000200:4.0:1557964585.147472:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3900 00000800:00000200:17.0:1557964585.147473:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964585.147476:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964585.147477:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964585.147480:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617450 x1633635870514208 msgsize 224 00000100:00100000:4.0:1557964585.147486:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964585.147488:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964585.147491:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964585.147492:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3900 00000400:00000010:4.0:1557964585.147494:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3900. 00000400:00000010:4.0:1557964585.147496:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964585.147499:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964585.147499:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964585.147502:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964585.147502:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:4.0:1557964585.147504:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964585.147504:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964585.147506:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964585.147507:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964585.147509:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964585.147513:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964585.147515:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514208 00000020:00000001:1.0:1557964585.147517:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964585.147519:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964585.147521:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964585.147523:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964585.147525:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964585.147527:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964585.147530:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964585.147532:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964585.147535:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964585.147538:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebf580. 00000020:00000010:1.0:1557964585.147541:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964585.147544:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964585.147548:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964585.147549:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964585.147550:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964585.147553:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964585.147559:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964585.147562:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964585.147564:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964585.147565:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964585.147566:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964585.147567:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964585.147568:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964585.147573:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1571 00000100:00000040:1.0:1557964585.147576:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964585.147577:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836078672 : -131364873472944 : ffff88863b617450) 00000100:00000040:1.0:1557964585.147582:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617450 x1633635870514208/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:251/0 lens 224/0 e 0 to 0 dl 1557964646 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964585.147592:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964585.147593:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964585.147597:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870514208:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964585.147600:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514208 00000020:00000001:1.0:1557964585.147602:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964585.147604:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964585.147606:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964585.147608:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964585.147609:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964585.147611:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964585.147613:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964585.147614:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964585.147616:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964585.147617:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964585.147619:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964585.147621:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964585.147623:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae000. 02000000:00000001:1.0:1557964585.147625:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964585.147627:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964585.147629:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964585.147631:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964585.147633:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964585.147634:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964585.147636:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964585.147640:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964585.147642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964585.147645:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964585.147648:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964585.147650:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964585.147653:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964585.147655:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964585.147657:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514208 00010000:00000001:1.0:1557964585.147659:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964585.147663:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617450 x1633635870514208/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:251/0 lens 224/368 e 0 to 0 dl 1557964646 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964585.147672:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964585.147673:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964585.147675:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=38 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964585.147679:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964585.147682:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964585.147684:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964585.147686:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964585.147687:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964585.147689:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964585.147692:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964585.147694:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf880. 00000100:00000200:1.0:1557964585.147697:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514208, offset 192 00000400:00000010:1.0:1557964585.147700:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70600 (tot 24345892). 00000400:00000200:1.0:1557964585.147704:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964585.147729:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964585.147732:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964585.147737:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964585.147738:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964585.147739:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964585.147742:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964585.147743:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964585.147743:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964585.147744:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964585.147745:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964585.147746:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964585.147747:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964585.147748:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964585.147749:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617450 x1633635870514208/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:251/0 lens 224/336 e 0 to 0 dl 1557964646 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964585.147753:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870514208:12345-172.19.1.24@o2ib100:13 Request processed in 161us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964585.147756:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1571 00000100:00000040:1.0:1557964585.147757:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964585.147758:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964585.147758:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964585.147759:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebf580. 00000020:00000010:1.0:1557964585.147760:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964585.147761:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964585.147762:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964585.147763:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964585.147764:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964585.147766:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95a20. 00000400:00000010:1.0:1557964585.147766:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf580. 00000400:00000001:1.0:1557964585.147767:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964585.147768:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964585.147786:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964585.147826:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964585.147830:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964585.147832:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964585.147833:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964585.147834:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae000. 02000000:00000001:7.0:1557964585.147836:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964585.147837:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964585.147837:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf880 00000400:00000010:7.0:1557964585.147838:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf880. 00000400:00000010:7.0:1557964585.147840:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70600 (tot 24345492). 00000800:00000200:7.0:1557964585.147841:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964585.147843:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:12.0:1557964585.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964585.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00010000:00000001:12.0:1557964585.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964585.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964585.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964585.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964585.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964585.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964585.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964585.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964585.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964585.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964585.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964585.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964585.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964585.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964586.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964586.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00010000:00000001:12.0:1557964586.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964586.508041:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964586.508047:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964586.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964586.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964586.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964586.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964586.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964586.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964586.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964586.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964586.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964586.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964586.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964587.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964587.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000010:6.0:1557964587.502399:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873d561900 (tot 24345748). 00000400:00000010:6.0:1557964587.502416:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873d561900 (tot 24345492). 00000020:00000001:6.0:1557964587.503386:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964587.503387:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318303829, max_age 4318307831 00002000:00000001:6.0:1557964587.503388:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964587.503389:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964587.503390:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964587.503393:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964587.503394:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964587.503394:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964587.503395:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964587.503396:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964587.503398:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964587.503399:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964587.503399:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964587.503401:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964587.503401:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964587.503425:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964587.503426:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318308831, max_age 4318307831 00000020:00000004:6.0:1557964587.503427:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964587.503428:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964587.503451:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964587.503451:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318308831, max_age 4318307831 00000020:00000004:6.0:1557964587.503452:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964587.503453:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964587.503474:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964587.503475:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318308831, max_age 4318307831 00000020:00000004:6.0:1557964587.503475:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964587.503476:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964587.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964587.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964587.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964587.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964587.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964587.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964587.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964587.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964587.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964587.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964587.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964587.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964587.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964587.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964588.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964588.330038:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:12.0:1557964588.330040:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7f9600 (tot 24345892). 00000400:00000200:12.0:1557964588.330042:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:12.0:1557964588.330048:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:12.0:1557964588.330051:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:12.0:1557964588.330054:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330056:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:12.0:1557964588.330057:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:12.0:1557964588.330060:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:12.0:1557964588.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964588.330063:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:12.0:1557964588.330064:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe800 (tot 24346292). 00000400:00000200:12.0:1557964588.330066:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:12.0:1557964588.330070:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:12.0:1557964588.330072:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:12.0:1557964588.330073:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330074:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:12.0:1557964588.330074:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:12.0:1557964588.330078:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:12.0:1557964588.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964588.330081:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:12.0:1557964588.330082:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fd000 (tot 24346692). 00000400:00000200:12.0:1557964588.330084:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:12.0:1557964588.330087:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:12.0:1557964588.330089:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:9.2F:1557964588.330090:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:12.0:1557964588.330109:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330110:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:12.0:1557964588.330110:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:12.0:1557964588.330112:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:12.0:1557964588.330113:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964588.330115:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000800:00000200:26.2F:1557964588.330116:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000010:12.0:1557964588.330116:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe400 (tot 24347092). 00000400:00000200:12.0:1557964588.330117:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:12.0:1557964588.330121:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:12.0:1557964588.330123:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:12.0:1557964588.330124:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330125:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:12.0:1557964588.330126:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:26.0F:1557964588.330129:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000800:00000200:12.0:1557964588.330129:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000400:00000200:12.0:1557964588.330130:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000800:00000200:26.0:1557964588.330133:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000800:00000200:12.2F:1557964588.330134:0:14825:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000010:26.0:1557964588.330136:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe800 (tot 24346692). 00000800:00000200:26.0:1557964588.330138:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964588.330140:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000400:00000200:12.0:1557964588.330140:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:12.0:1557964588.330141:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fde00 (tot 24347092). 00000800:00000200:27.2F:1557964588.330142:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:12.0:1557964588.330143:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:12.0:1557964588.330147:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:12.0:1557964588.330149:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:12.0:1557964588.330151:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330152:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:12.0:1557964588.330153:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:17.0:1557964588.330155:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000800:00000200:12.0:1557964588.330155:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:27.0F:1557964588.330156:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000400:00000200:12.0:1557964588.330157:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000400:00000200:12.0:1557964588.330159:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000800:00000200:27.0:1557964588.330160:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000400:00000010:12.0:1557964588.330160:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe000 (tot 24347492). 00000400:00000200:12.0:1557964588.330161:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:14.0:1557964588.330164:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:17.0:1557964588.330165:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000400:00000200:12.0:1557964588.330165:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:11.2F:1557964588.330165:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:12.0:1557964588.330167:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000400:00000010:27.0:1557964588.330168:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fd000 (tot 24347092). 00000800:00000200:27.0:1557964588.330170:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:12.0:1557964588.330171:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330171:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000400:00000010:17.0:1557964588.330172:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7f9600 (tot 24346692). 00000800:00000200:12.0:1557964588.330172:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:12.0:1557964588.330173:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:12.0:1557964588.330176:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000800:00000200:17.0:1557964588.330177:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:12.0:1557964588.330177:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:12.0:1557964588.330178:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe600 (tot 24347092). 00000800:00000200:17.0:1557964588.330181:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000400:00000200:12.0:1557964588.330181:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:28.2F:1557964588.330183:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:4.0:1557964588.330184:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:17.0:1557964588.330185:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000400:00000200:12.0:1557964588.330186:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:12.0:1557964588.330188:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000400:00000010:17.0:1557964588.330189:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe400 (tot 24346692). 00000800:00000200:17.0:1557964588.330191:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:15.0:1557964588.330191:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:12.0:1557964588.330192:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:12.0:1557964588.330193:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:4.0:1557964588.330193:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000800:00000200:12.0:1557964588.330194:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:26.2:1557964588.330195:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:17.0:1557964588.330195:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000800:00000200:15.0:1557964588.330196:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:12.0:1557964588.330197:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:17.0:1557964588.330198:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000800:00000200:28.0:1557964588.330200:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:12.0:1557964588.330200:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318248658 00000800:00000200:14.0:1557964588.330202:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:4.0:1557964588.330202:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000200:12.0:1557964588.330203:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:12.0:1557964588.330204:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fac00 (tot 24347092). 00000400:00000010:15.0:1557964588.330205:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe000 (tot 24347092). 00000400:00000010:4.0:1557964588.330205:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24347492). 00000400:00000010:17.0:1557964588.330206:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fde00 (tot 24346692). 00000800:00000200:14.0:1557964588.330206:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000400:00000200:12.0:1557964588.330206:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:15.0:1557964588.330207:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:28.0:1557964588.330209:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:17.0:1557964588.330209:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:7.0:1557964588.330211:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000400:00000200:4.0:1557964588.330215:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:17.0:1557964588.330218:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:27.2:1557964588.330219:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:12.2:1557964588.330220:0:14825:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (20)++ 00000400:00000200:4.0:1557964588.330221:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:27.0:1557964588.330224:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:12.0:1557964588.330225:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:7.0:1557964588.330225:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000010:4.0:1557964588.330225:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24346292). 00000800:00000200:12.0:1557964588.330227:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:27.0:1557964588.330228:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:21.0F:1557964588.330228:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000400:00000200:14.0:1557964588.330228:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:4.0:1557964588.330228:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:12.0:1557964588.330229:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964588.330230:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:14.0:1557964588.330230:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24346692). 00000800:00000200:12.0:1557964588.330230:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000400:00000200:27.0:1557964588.330231:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:4.0:1557964588.330231:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:12.0:1557964588.330232:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000400:00000010:27.0:1557964588.330233:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889670af2000 (tot 24347092). 00000400:00000200:14.0:1557964588.330234:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000800:00000200:12.0:1557964588.330234:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:28.2:1557964588.330235:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000400:00000200:27.0:1557964588.330237:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:29.2:1557964588.330240:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:28.0:1557964588.330240:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:21.0:1557964588.330242:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:14.2:1557964588.330242:0:14821:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:4.0:1557964588.330243:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000800:00000200:28.0:1557964588.330244:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000800:00000200:17.0:1557964588.330245:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:15.0:1557964588.330245:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:14.0:1557964588.330246:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:28.0:1557964588.330247:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000800:00000200:15.0:1557964588.330247:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:15.0:1557964588.330248:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000010:14.0:1557964588.330248:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24346692). 00000400:00000010:28.0:1557964588.330249:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8897376c1c00 (tot 24347092). 00000400:00000200:27.0:1557964588.330250:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:14.0:1557964588.330250:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:11.2:1557964588.330250:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000400:00000200:21.0:1557964588.330251:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:14.0:1557964588.330251:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000400:00000010:27.0:1557964588.330252:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889670af2000 (tot 24346692). 00000800:00000200:27.0:1557964588.330253:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000400:00000010:21.0:1557964588.330254:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24347092). 00000400:00000010:15.0:1557964588.330254:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fac00 (tot 24346692). 00000800:00000200:14.0:1557964588.330254:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:4.0:1557964588.330254:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000400:00000200:28.0:1557964588.330255:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000800:00000200:27.0:1557964588.330255:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:14.0:1557964588.330256:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000200:28.0:1557964588.330257:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:15.0:1557964588.330257:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000400:00000010:28.0:1557964588.330258:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8897376c1c00 (tot 24346292). 00000800:00000200:27.0:1557964588.330258:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:28.0:1557964588.330259:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:4.0:1557964588.330260:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:28.0:1557964588.330261:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557964588.330261:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:17.0:1557964588.330262:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:21.0:1557964588.330263:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000800:00000200:7.0:1557964588.330265:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:17.0:1557964588.330267:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:7.0:1557964588.330268:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000010:4.0:1557964588.330268:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe600 (tot 24345892). 00000400:00000200:21.0:1557964588.330271:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:4.0:1557964588.330271:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000400:00000010:21.0:1557964588.330275:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964588.330278:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000400:00000200:17.0:1557964588.330278:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000800:00000200:21.0:1557964588.330281:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000400:00000010:17.0:1557964588.330281:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000800:00000200:21.0:1557964588.330283:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000400:00000200:17.0:1557964588.330289:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:17.0:1557964588.330293:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:29.2:1557964588.330294:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000400:00000010:17.0:1557964588.330295:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964588.330298:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:17.0:1557964588.330300:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:17.0:1557964588.330302:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:17.0:1557964588.330305:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:17.0:1557964588.330311:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000400:00000200:17.0:1557964588.330317:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000800:00000200:4.0:1557964588.330317:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000010:17.0:1557964588.330319:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964588.330325:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000800:00000200:14.2:1557964588.330326:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000400:00000200:17.0:1557964588.330328:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557964588.330329:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964588.330331:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (21)++ 00000800:00000200:14.0:1557964588.330333:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:17.0:1557964588.330334:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:17.0:1557964588.330335:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:14.0:1557964588.330353:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000400:00000200:14.0:1557964588.330356:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964588.330357:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964588.330360:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:14.0:1557964588.330382:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964588.330383:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964588.330384:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:14.0:1557964588.330386:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (23)-- 00000800:00000200:14.0:1557964588.330387:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:15.0:1557964588.330406:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00010000:00000001:12.0:1557964588.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964588.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964588.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964588.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964588.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964588.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964588.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964588.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964588.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964588.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964588.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964588.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964588.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964588.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964589.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330112:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330116:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964589.330120:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964589.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964589.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964589.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964589.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964589.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964589.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964589.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964589.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964589.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964589.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964589.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964589.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964589.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964589.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964590.147055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964590.147077:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964590.147084:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964590.147092:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964590.147095:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964590.147101:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010240 00000400:00000200:14.0:1557964590.147107:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x90e5 [1] + 0 00000400:00000010:14.0:1557964590.147112:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36a80. 00000400:00000200:14.0:1557964590.147114:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2e80 00000800:00000200:28.0:1557964590.147117:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964590.147118:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964590.147119:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964590.147121:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebc850 x1633635891479104 msgsize 224 00000100:00100000:14.0:1557964590.147127:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964590.147129:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964590.147132:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964590.147133:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e80 00000400:00000010:14.0:1557964590.147134:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e80. 00000400:00000010:14.0:1557964590.147137:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964590.147139:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964590.147141:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964590.147143:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964590.147167:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964590.147170:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964590.147172:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964590.147174:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964590.147175:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964590.147177:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964590.147180:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964590.147183:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479104 00000020:00000001:10.0:1557964590.147185:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964590.147186:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964590.147188:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964590.147190:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964590.147192:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964590.147194:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964590.147197:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964590.147199:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964590.147201:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964590.147204:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2d80. 00000020:00000010:10.0:1557964590.147207:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964590.147209:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964590.147211:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964590.147212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964590.147213:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964590.147216:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964590.147222:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964590.147225:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964590.147226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964590.147227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964590.147228:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964590.147229:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964590.147231:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964590.147235:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1566 00000100:00000040:10.0:1557964590.147238:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964590.147242:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725370448 : -131291984181168 : ffff889733ebc850) 00000100:00000040:10.0:1557964590.147246:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebc850 x1633635891479104/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:256/0 lens 224/0 e 0 to 0 dl 1557964651 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964590.147256:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964590.147257:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964590.147261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891479104:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964590.147264:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479104 00000020:00000001:10.0:1557964590.147266:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964590.147268:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964590.147269:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964590.147271:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964590.147273:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964590.147275:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964590.147276:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964590.147278:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964590.147279:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964590.147280:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964590.147283:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964590.147284:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964590.147285:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964590.147287:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964590.147289:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964590.147291:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964590.147293:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964590.147294:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964590.147296:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964590.147300:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964590.147302:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964590.147304:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964590.147307:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964590.147310:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964590.147313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964590.147315:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964590.147319:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964590.147322:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964590.147324:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964590.147326:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479104 00010000:00000001:10.0:1557964590.147328:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964590.147331:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebc850 x1633635891479104/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:256/0 lens 224/368 e 0 to 0 dl 1557964651 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964590.147340:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964590.147341:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964590.147343:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=43 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964590.147347:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964590.147350:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964590.147352:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964590.147354:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964590.147355:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964590.147357:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964590.147360:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964590.147362:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2480. 00000100:00000200:10.0:1557964590.147365:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479104, offset 192 00000400:00000010:10.0:1557964590.147371:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e1a00 (tot 24345892). 00000400:00000200:10.0:1557964590.147375:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964590.147388:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964590.147393:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964590.147399:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964590.147402:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964590.147403:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964590.147407:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964590.147409:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964590.147411:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964590.147414:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964590.147416:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964590.147417:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964590.147418:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964590.147421:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.2:1557964590.147424:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964590.147424:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebc850 x1633635891479104/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:256/0 lens 224/336 e 0 to 0 dl 1557964651 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964590.147434:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964590.147435:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891479104:12345-172.19.1.25@o2ib100:13 Request processed in 176us (311us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964590.147441:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964590.147442:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1566 00000100:00000001:14.0:1557964590.147444:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000040:10.0:1557964590.147460:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:14.0:1557964590.147461:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00000001:10.0:1557964590.147461:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:14.0:1557964590.147462:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2480 00000400:00000010:14.0:1557964590.147462:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2480. 00000100:00000001:10.0:1557964590.147462:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964590.147462:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2d80. 00000020:00000010:10.0:1557964590.147463:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000400:00000010:14.0:1557964590.147464:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e1a00 (tot 24345492). 00000020:00000010:10.0:1557964590.147464:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000800:00000200:14.0:1557964590.147465:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964590.147466:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000040:10.0:1557964590.147466:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964590.147467:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964590.147467:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964590.147468:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964590.147468:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964590.147469:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964590.147471:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36420. 00000400:00000010:10.0:1557964590.147472:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2d80. 00000400:00000001:10.0:1557964590.147473:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964590.147474:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964590.155390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964590.155439:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964590.155449:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964590.155458:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964590.155461:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964590.155467:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11c40 00000400:00000200:21.0:1557964590.155473:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd0a9 [1] + 0 00000400:00000010:21.0:1557964590.155477:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8887355ec060. 00000400:00000200:21.0:1557964590.155480:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2280 00000800:00000200:7.0:1557964590.155482:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964590.155483:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964590.155485:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964590.155487:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617050 x1633635870514240 msgsize 224 00000100:00100000:21.0:1557964590.155493:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964590.155495:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964590.155498:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964590.155499:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2280 00000400:00000010:21.0:1557964590.155501:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2280. 00000400:00000010:21.0:1557964590.155503:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964590.155506:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964590.155509:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964590.155511:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964590.155544:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964590.155546:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964590.155547:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964590.155548:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964590.155549:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964590.155551:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964590.155553:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964590.155554:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514240 00000020:00000001:1.0:1557964590.155555:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964590.155556:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964590.155557:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964590.155558:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964590.155559:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964590.155577:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964590.155579:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964590.155580:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964590.155581:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964590.155583:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebff00. 00000020:00000010:1.0:1557964590.155585:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964590.155586:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964590.155587:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964590.155588:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964590.155588:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964590.155590:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964590.155593:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964590.155594:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964590.155595:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964590.155595:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964590.155596:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964590.155597:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964590.155597:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964590.155599:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1572 00000100:00000040:1.0:1557964590.155600:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964590.155619:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836077648 : -131364873473968 : ffff88863b617050) 00000100:00000040:1.0:1557964590.155622:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617050 x1633635870514240/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:256/0 lens 224/0 e 0 to 0 dl 1557964651 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964590.155625:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964590.155626:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964590.155627:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870514240:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964590.155648:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514240 00000020:00000001:1.0:1557964590.155649:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964590.155650:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964590.155651:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964590.155652:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964590.155652:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964590.155653:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964590.155654:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964590.155655:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964590.155655:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964590.155656:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964590.155657:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964590.155657:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964590.155658:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae000. 02000000:00000001:1.0:1557964590.155659:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964590.155660:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964590.155661:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964590.155662:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964590.155662:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964590.155663:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964590.155664:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964590.155665:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964590.155666:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964590.155668:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964590.155669:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964590.155670:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964590.155671:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964590.155672:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964590.155673:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514240 00010000:00000001:1.0:1557964590.155674:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964590.155675:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617050 x1633635870514240/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:256/0 lens 224/368 e 0 to 0 dl 1557964651 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964590.155679:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964590.155680:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964590.155681:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=43 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964590.155683:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964590.155684:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964590.155685:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964590.155686:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964590.155687:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964590.155688:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964590.155689:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964590.155690:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf780. 00000100:00000200:1.0:1557964590.155691:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514240, offset 192 00000400:00000010:1.0:1557964590.155693:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72c00 (tot 24345892). 00000400:00000200:1.0:1557964590.155694:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964590.155700:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964590.155702:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964590.155705:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964590.155707:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964590.155708:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964590.155710:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964590.155711:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964590.155712:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964590.155713:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964590.155714:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964590.155715:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964590.155715:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964590.155716:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964590.155717:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617050 x1633635870514240/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:256/0 lens 224/336 e 0 to 0 dl 1557964651 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964590.155721:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870514240:12345-172.19.1.24@o2ib100:13 Request processed in 95us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964590.155724:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1572 00000100:00000040:1.0:1557964590.155725:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964590.155727:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964590.155727:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964590.155729:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebff00. 00000020:00000010:1.0:1557964590.155730:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964590.155731:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964590.155732:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964590.155733:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964590.155735:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964590.155736:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95a80. 00000400:00000010:1.0:1557964590.155737:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebff00. 00000400:00000001:1.0:1557964590.155738:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964590.155739:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964590.155751:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964590.155788:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964590.155792:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964590.155794:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964590.155795:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1557964590.155797:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000010:4.0:1557964590.155797:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae000. 02000000:00000001:4.0:1557964590.155798:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964590.155799:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964590.155800:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf780 00000400:00000010:4.0:1557964590.155801:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf780. 00000400:00000010:4.0:1557964590.155802:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72c00 (tot 24345492). 00000800:00000200:4.0:1557964590.155804:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964590.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964590.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964590.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964590.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964590.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964590.508065:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:12.0:1557964590.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964590.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964590.508071:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:12.0:1557964590.508072:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:12.0:1557964590.508074:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964590.508076:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:12.0:1557964590.508077:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964590.508078:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964590.508080:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964590.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964590.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964590.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964590.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964590.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964590.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964590.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964590.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964591.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964591.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964591.508060:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964591.508062:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964591.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964591.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964591.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964591.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964591.508118:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964591.508118:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964591.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964591.508120:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964591.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964591.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964591.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964591.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964592.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964592.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000010:6.0:1557964592.504082:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd3000 (tot 24345748). 00000400:00000010:6.0:1557964592.504097:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd3000 (tot 24345492). 00000020:00000001:6.0:1557964592.505141:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964592.505142:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318308831, max_age 4318312833 00002000:00000001:6.0:1557964592.505143:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964592.505144:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964592.505145:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964592.505147:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964592.505148:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964592.505149:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964592.505151:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964592.505153:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964592.505154:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964592.505155:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964592.505156:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964592.505157:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964592.505158:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964592.505182:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964592.505183:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318313833, max_age 4318312833 00000020:00000004:6.0:1557964592.505183:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964592.505185:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964592.505207:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964592.505208:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318313833, max_age 4318312833 00000020:00000004:6.0:1557964592.505208:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964592.505210:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964592.505232:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964592.505232:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318313833, max_age 4318312833 00000020:00000004:6.0:1557964592.505233:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964592.505234:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964592.508070:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964592.508071:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964592.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964592.508074:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964592.508075:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964592.508077:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964592.508119:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964592.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964592.508121:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964592.508121:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964592.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964592.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964592.508131:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964592.508132:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964593.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964593.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964593.508065:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964593.508069:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964593.508075:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964593.508077:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964593.508079:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964593.508080:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964593.508117:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964593.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964593.508123:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964593.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964593.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964593.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964593.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964593.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964594.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964594.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964594.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964594.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964594.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964594.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964594.508067:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964594.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964594.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964594.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964594.508109:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964594.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964594.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964594.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964594.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964594.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964595.155101:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964595.155113:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964595.155117:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964595.155121:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964595.155123:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964595.155126:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010290 00000400:00000200:14.0:1557964595.155129:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9115 [1] + 0 00000400:00000010:14.0:1557964595.155131:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36f60. 00000400:00000200:14.0:1557964595.155132:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3280 00000100:00000001:14.0:1557964595.155134:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964595.155135:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964595.155136:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebc450 x1633635891479184 msgsize 224 00000100:00100000:14.0:1557964595.155138:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964595.155139:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964595.155141:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964595.155142:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3280 00000400:00000010:14.0:1557964595.155143:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3280. 00000800:00000200:15.0:1557964595.155144:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964595.155144:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964595.155146:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964595.155147:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964595.155166:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964595.155174:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964595.155177:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964595.155178:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964595.155179:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964595.155180:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964595.155181:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964595.155183:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964595.155184:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479184 00000020:00000001:10.0:1557964595.155185:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964595.155186:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964595.155187:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964595.155188:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964595.155189:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964595.155191:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964595.155193:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964595.155194:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964595.155195:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964595.155197:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3a80. 00000020:00000010:10.0:1557964595.155198:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964595.155200:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964595.155201:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964595.155202:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964595.155202:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.155204:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.155207:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964595.155208:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964595.155209:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964595.155209:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964595.155210:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964595.155211:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964595.155211:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964595.155214:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1567 00000100:00000040:10.0:1557964595.155215:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964595.155215:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725369424 : -131291984182192 : ffff889733ebc450) 00000100:00000040:10.0:1557964595.155217:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebc450 x1633635891479184/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:261/0 lens 224/0 e 0 to 0 dl 1557964656 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964595.155221:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964595.155221:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964595.155223:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891479184:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964595.155224:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479184 00000020:00000001:10.0:1557964595.155225:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964595.155226:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964595.155227:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.155228:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964595.155229:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964595.155230:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964595.155231:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964595.155232:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964595.155233:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964595.155234:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.155235:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964595.155235:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964595.155237:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964595.155237:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.155238:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964595.155239:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964595.155240:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964595.155240:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964595.155241:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964595.155244:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964595.155261:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964595.155262:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964595.155264:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964595.155265:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964595.155266:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964595.155267:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964595.155269:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964595.155270:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964595.155271:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964595.155271:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479184 00010000:00000001:10.0:1557964595.155272:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964595.155274:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebc450 x1633635891479184/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:261/0 lens 224/368 e 0 to 0 dl 1557964656 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964595.155277:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964595.155277:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964595.155278:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=48 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964595.155280:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964595.155281:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964595.155282:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964595.155283:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964595.155284:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.155285:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964595.155287:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964595.155288:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2f80. 00000100:00000200:10.0:1557964595.155290:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479184, offset 192 00000400:00000010:10.0:1557964595.155291:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6c00 (tot 24345892). 00000400:00000200:10.0:1557964595.155293:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964595.155299:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964595.155302:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964595.155305:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964595.155306:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964595.155307:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964595.155309:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964595.155310:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.155311:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964595.155312:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964595.155313:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964595.155314:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964595.155315:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.155316:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964595.155317:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebc450 x1633635891479184/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:261/0 lens 224/336 e 0 to 0 dl 1557964656 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964595.155339:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891479184:12345-172.19.1.25@o2ib100:13 Request processed in 117us (202us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964595.155342:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1567 00000800:00000200:14.2:1557964595.155343:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964595.155343:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964595.155344:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964595.155344:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964595.155345:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3a80. 00000020:00000010:10.0:1557964595.155346:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964595.155347:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964595.155348:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964595.155349:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964595.155351:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964595.155353:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36480. 00000400:00000010:10.0:1557964595.155354:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3a80. 00000800:00000200:14.0:1557964595.155355:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000400:00000001:10.0:1557964595.155355:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964595.155356:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964595.155357:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964595.155359:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964595.155360:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964595.155362:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:14.0:1557964595.155363:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964595.155364:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964595.155366:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2f80 00000400:00000010:14.0:1557964595.155367:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2f80. 00000400:00000010:14.0:1557964595.155368:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6c00 (tot 24345492). 00000800:00000200:14.0:1557964595.155369:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964595.155371:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964595.163365:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964595.163404:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964595.163410:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964595.163414:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964595.163416:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964595.163419:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11c60 00000400:00000200:7.0:1557964595.163421:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd0b9 [1] + 0 00000400:00000010:7.0:1557964595.163424:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8887355ec0c0. 00000400:00000200:7.0:1557964595.163425:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2080 00000100:00000001:7.0:1557964595.163428:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964595.163428:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964595.163430:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616c50 x1633635870514272 msgsize 224 00000100:00100000:7.0:1557964595.163432:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964595.163433:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:21.0:1557964595.163435:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964595.163435:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964595.163435:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2080 00000400:00000010:7.0:1557964595.163436:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2080. 00000400:00000010:7.0:1557964595.163437:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964595.163439:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964595.163440:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964595.163441:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964595.163468:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964595.163472:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964595.163473:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964595.163474:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964595.163475:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964595.163476:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964595.163478:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964595.163479:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514272 00000020:00000001:1.0:1557964595.163480:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964595.163481:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964595.163482:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964595.163483:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964595.163484:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964595.163485:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964595.163486:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964595.163487:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964595.163489:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964595.163491:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebe000. 00000020:00000010:1.0:1557964595.163492:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964595.163494:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964595.163495:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964595.163495:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964595.163496:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964595.163497:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964595.163502:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964595.163504:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964595.163504:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964595.163505:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964595.163505:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964595.163506:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964595.163507:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964595.163509:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1573 00000100:00000040:1.0:1557964595.163510:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964595.163511:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836076624 : -131364873474992 : ffff88863b616c50) 00000100:00000040:1.0:1557964595.163513:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616c50 x1633635870514272/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:261/0 lens 224/0 e 0 to 0 dl 1557964656 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964595.163516:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964595.163517:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964595.163518:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870514272:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964595.163519:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514272 00000020:00000001:1.0:1557964595.163520:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964595.163521:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964595.163522:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964595.163523:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964595.163523:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964595.163524:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964595.163525:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964595.163525:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964595.163526:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964595.163527:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964595.163528:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964595.163528:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964595.163529:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfafc00. 02000000:00000001:1.0:1557964595.163530:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964595.163531:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964595.163532:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964595.163533:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964595.163534:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964595.163535:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964595.163553:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964595.163554:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964595.163556:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964595.163557:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964595.163558:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964595.163559:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964595.163560:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964595.163561:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964595.163562:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514272 00010000:00000001:1.0:1557964595.163563:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964595.163564:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616c50 x1633635870514272/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:261/0 lens 224/368 e 0 to 0 dl 1557964656 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964595.163567:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964595.163568:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964595.163569:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=48 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964595.163570:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964595.163572:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964595.163573:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964595.163573:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964595.163574:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964595.163575:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964595.163576:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964595.163577:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf880. 00000100:00000200:1.0:1557964595.163578:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514272, offset 192 00000400:00000010:1.0:1557964595.163580:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71600 (tot 24345892). 00000400:00000200:1.0:1557964595.163581:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964595.163587:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964595.163589:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964595.163592:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964595.163594:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964595.163595:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964595.163598:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964595.163598:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964595.163599:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964595.163601:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964595.163601:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964595.163602:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000800:00000200:29.2:1557964595.163603:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000001:1.0:1557964595.163603:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964595.163604:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964595.163605:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616c50 x1633635870514272/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:261/0 lens 224/336 e 0 to 0 dl 1557964656 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964595.163609:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870514272:12345-172.19.1.24@o2ib100:13 Request processed in 92us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964595.163612:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1573 00000100:00000040:1.0:1557964595.163613:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964595.163614:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964595.163614:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964595.163615:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebe000. 00000020:00000010:1.0:1557964595.163616:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964595.163617:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964595.163618:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964595.163619:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964595.163620:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964595.163621:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95ae0. 00000400:00000010:1.0:1557964595.163622:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebe000. 00000400:00000001:1.0:1557964595.163624:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964595.163624:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964595.163631:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964595.163635:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964595.163636:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964595.163637:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964595.163638:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfafc00. 02000000:00000001:17.0:1557964595.163639:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964595.163639:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964595.163639:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf880 00000400:00000010:17.0:1557964595.163640:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf880. 00000400:00000010:17.0:1557964595.163641:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71600 (tot 24345492). 00000800:00000200:17.0:1557964595.163642:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964595.163643:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964595.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964595.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964595.508061:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964595.508063:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964595.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964595.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964595.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964595.508073:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964595.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964595.508128:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964595.508130:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964595.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964595.508131:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964595.508133:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964595.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964595.508134:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676031:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964595.676037:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964595.676040:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622400. 00000020:00000040:10.0:1557964595.676043:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964595.676046:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964595.676048:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964595.676050:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964595.676053:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f9900. 00000100:00000001:10.0:1557964595.676057:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676061:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964595.676072:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964595.676074:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964595.676076:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676081:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622400] to pc [ptlrpcd_01_14:14] req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964595.676096:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676098:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964595.676102:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964595.676103:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622700. 00000020:00000040:10.0:1557964595.676104:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964595.676107:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964595.676108:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964595.676109:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964595.676111:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f8c00. 00000100:00000001:10.0:1557964595.676112:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676116:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964595.676134:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964595.676135:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0F:1557964595.676135:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964595.676137:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676140:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622700] to pc [ptlrpcd_01_15:15] req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964595.676141:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0F:1557964595.676142:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964595.676143:0:14867:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:9.0:1557964595.676147:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964595.676149:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964595.676149:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:10.0:1557964595.676150:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:9.0:1557964595.676150:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964595.676151:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964595.676153:0:14868:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964595.676154:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964595.676155:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622a00. 00000020:00000040:10.0:1557964595.676156:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:10.0:1557964595.676158:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:9.0:1557964595.676158:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:10.0:1557964595.676159:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964595.676159:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676160:0:14867:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1557964595.676161:0:14867:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964595.676162:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb100. 00000100:00000001:10.0:1557964595.676163:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964595.676164:0:14867:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:10.0:1557964595.676166:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964595.676166:0:14867:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676168:0:14868:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1557964595.676169:0:14868:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1557964595.676169:0:14867:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:8c05ad95-98db-8b06-7942-a20be71d88ee:14867:1633636024600768:172.19.1.24@o2ib100:400 02000000:00000001:9.0:1557964595.676172:0:14868:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1557964595.676173:0:14868:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676173:0:14867:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964595.676174:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964595.676175:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:8.0:1557964595.676175:0:14867:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964595.676176:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964595.676177:0:14868:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:looze-MDT0000-lwp-OST0009_UUID:14868:1633636024600784:172.19.1.24@o2ib100:400 02000000:00000001:8.0:1557964595.676177:0:14867:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676179:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622a00] to pc [ptlrpcd_01_00:0] req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964595.676179:0:14867:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:9.0:1557964595.676181:0:14868:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:8.0:1557964595.676181:0:14867:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b200. 02000000:00000001:9.0:1557964595.676183:0:14868:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:8.0:1557964595.676183:0:14867:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964595.676184:0:14868:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964595.676186:0:14868:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:8.0:1557964595.676187:0:14867:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 02000000:00000010:9.0:1557964595.676188:0:14868:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdcc00. 02000000:00000001:9.0:1557964595.676190:0:14868:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964595.676190:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000100:00000001:10.0:1557964595.676193:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964595.676193:0:14868:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe3453c0. 00000100:00000200:8.0:1557964595.676194:0:14867:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600768, portal 25 00000020:00000001:10.0:1557964595.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000100:00000001:8.0:1557964595.676196:0:14867:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964595.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=422088 : 422088 : 670c8) 00000400:00000010:9.0:1557964595.676197:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356000. 00000100:00000001:8.0:1557964595.676197:0:14867:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220056064 : -131296489495552 : ffff889627622400) 00000020:00000001:10.0:1557964595.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000020:00000001:10.0:1557964595.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000200:9.0:1557964595.676201:0:14868:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600784, portal 10 00000100:00000001:25.0F:1557964595.676202:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:8.0:1557964595.676202:0:14867:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964595.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709295280 : -256336 : fffffffffffc16b0) 00000020:00000001:10.0:1557964595.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:9.0:1557964595.676204:0:14868:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1557964595.676205:0:14868:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220056832 : -131296489494784 : ffff889627622700) 00000100:00100000:25.0:1557964595.676206:0:14850:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:10.0:1557964595.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:25.0:1557964595.676209:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964595.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709435256 : -116360 : fffffffffffe3978) 00000020:00000001:10.0:1557964595.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=95168 : 95168 : 173c0) 00000020:00000001:10.0:1557964595.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709475208 : -76408 : fffffffffffed588) 00000100:00000040:9.0:1557964595.676231:0:14868:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964595.676231:0:14867:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:25.0:1557964595.676233:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964595.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1070102 : 1070102 : 105416) 00000100:00000040:8.0:1557964595.676233:0:14867:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:25.0:1557964595.676234:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964595.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=76471 : 76471 : 12ab7) 00000020:00000001:10.0:1557964595.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709457274 : -94342 : fffffffffffe8f7a) 00000400:00000010:8.0:1557964595.676234:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775cc00. 00000100:00000001:25.0:1557964595.676235:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964595.676235:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964595.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709530587 : -21029 : ffffffffffffaddb) 00000100:00000200:8.0:1557964595.676235:0:14867:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024600768, offset 0 00000100:00000001:25.0:1557964595.676236:0:14850:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0F:1557964595.676236:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964595.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147527824 : 147527824 : 8cb1890) 00000020:00000001:10.0:1557964595.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527468 : -24148 : ffffffffffffa1ac) 00000100:00000001:9.0:1557964595.676236:0:14868:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000400:00000010:8.0:1557964595.676236:0:14867:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c039400 (tot 24345892). 00000020:00000001:10.0:1557964595.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964595.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709098632 : -452984 : fffffffffff91688) 00000100:00000040:9.0:1557964595.676237:0:14868:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000040:25.0:1557964595.676238:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964595.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000020:00000001:10.0:1557964595.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=130312 : 130312 : 1fd08) 00000400:00000010:9.0:1557964595.676238:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356480. 00000400:00000200:8.0:1557964595.676238:0:14867:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:11.0:1557964595.676239:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557964595.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709290720 : -260896 : fffffffffffc04e0) 00000100:00000001:11.0:1557964595.676240:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964595.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000200:9.0:1557964595.676240:0:14868:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600784, offset 0 00000100:00000001:11.0:1557964595.676241:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=349280 : 349280 : 55460) 00000020:00000001:10.0:1557964595.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000001:25.0:1557964595.676242:0:14850:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964595.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=999498 : 999498 : f404a) 00000020:00000001:10.0:1557964595.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000400:00000010:9.0:1557964595.676242:0:14868:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cda800 (tot 24346292). 00000100:00000001:25.0:1557964595.676243:0:14850:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 02000000:00000001:25.0:1557964595.676244:0:14850:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:25.0:1557964595.676244:0:14850:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964595.676244:0:14868:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:8.0:1557964595.676244:0:14867:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964595.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557964595.676246:0:14850:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0001-lwp-OST0009_UUID:14850:1633636024600800:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964595.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676247:0:14850:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964595.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964595.676247:0:14867:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 02000000:00000001:25.0:1557964595.676248:0:14850:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964595.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964595.676249:0:14850:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964595.676249:0:14850:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964595.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:25.0:1557964595.676250:0:14850:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736396c00. 00000020:00000001:10.0:1557964595.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964595.676251:0:14850:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964595.676251:0:14867:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000400:00000010:25.0:1557964595.676252:0:14850:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88971739cba0. 00000020:00000001:10.0:1557964595.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964595.676252:0:14868:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:8.0:1557964595.676252:0:14867:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964595.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964595.676253:0:14867:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000400:00000010:25.0:1557964595.676254:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07900. 00000020:00000001:10.0:1557964595.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964595.676255:0:14850:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600800, portal 10 00000020:00000001:10.0:1557964595.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964595.676255:0:14868:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:25.0:1557964595.676256:0:14850:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557964595.676256:0:14850:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220057600 : -131296489494016 : ffff889627622a00) 00000020:00000001:10.0:1557964595.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964595.676257:0:14867:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964595.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676258:0:14867:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964595.676259:0:14850:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964595.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964595.676259:0:14868:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:8.0:1557964595.676259:0:14867:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964595.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676260:0:14867:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964595.676261:0:14868:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:8.0:1557964595.676261:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676262:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964595.676263:0:14850:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964595.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964595.676263:0:14868:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000100:00000040:25.0:1557964595.676264:0:14850:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964595.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676264:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:25.0:1557964595.676265:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06080. 00000100:00000200:25.0:1557964595.676265:0:14850:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600800, offset 0 00000020:00000001:10.0:1557964595.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676265:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964595.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964595.676266:0:14868:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:8.0:1557964595.676266:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964595.676266:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:25.0:1557964595.676267:0:14850:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736393600 (tot 24346692). 00000020:00000001:10.0:1557964595.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676267:0:14868:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676267:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676267:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676268:0:14868:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964595.676268:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:25.0:1557964595.676269:0:14850:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964595.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676269:0:14868:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676269:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964595.676269:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676270:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676271:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676272:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964595.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964595.676274:0:14850:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964595.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676274:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964595.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676275:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:25.0:1557964595.676276:0:14850:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964595.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676276:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964595.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676277:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964595.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676278:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964595.676279:0:14850:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964595.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676279:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964595.676280:0:14850:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964595.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676280:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964595.676280:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:25.0:1557964595.676281:0:14850:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964595.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676281:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676282:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964595.676283:0:14850:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964595.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676284:0:14850:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676285:0:14850:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557964595.676285:0:14850:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676286:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964595.676287:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:25.0:1557964595.676287:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676288:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964595.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676289:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964595.676289:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676289:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964595.676312:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964595.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964595.676322:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964595.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964595.676326:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964595.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964595.676328:0:14822:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964595.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964595.676330:0:14822:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964595.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964595.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964595.676332:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318342004) 00000800:00000200:21.0:1557964595.676333:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:14.0:1557964595.676335:0:14822:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964595.676336:0:14822:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964595.676340:0:14822:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964595.676341:0:14822:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:21.0:1557964595.676342:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000400:00000200:14.0:1557964595.676342:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06080 00000400:00000010:14.0:1557964595.676343:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06080. 00000400:00000010:14.0:1557964595.676345:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736393600 (tot 24346292). 00000100:00000001:21.0:1557964595.676346:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964595.676346:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964595.676348:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:21.0:1557964595.676353:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964595.676365:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964595.676369:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964595.676377:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964595.676377:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:21.0:1557964595.676379:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964595.676381:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775cc00 00000400:00000010:21.0:1557964595.676383:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775cc00. 00000800:00000200:7.0:1557964595.676386:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000400:00000010:21.0:1557964595.676387:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c039400 (tot 24345892). 00000800:00000200:21.0:1557964595.676390:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964595.676390:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:21.0:1557964595.676394:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:7.0:1557964595.676395:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964595.676406:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964595.676409:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964595.676417:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964595.676419:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964595.676421:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356480 00000400:00000010:7.0:1557964595.676423:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356480. 00000400:00000010:7.0:1557964595.676427:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cda800 (tot 24345492). 00000800:00000200:7.0:1557964595.676430:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964595.676487:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964595.676508:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964595.676519:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964595.676522:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964595.676525:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964595.676545:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:4.0:1557964595.676547:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000400:00000200:14.0:1557964595.676548:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f048e0 00000400:00000200:14.0:1557964595.676551:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x96ad [1] + 192 00000800:00000200:15.0:1557964595.676553:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:4.0:1557964595.676553:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000100:00000001:14.0:1557964595.676554:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:17.0:1557964595.676555:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000200:14.0:1557964595.676557:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:4.0:1557964595.676557:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964595.676559:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24346292). 00000800:00000200:17.0:1557964595.676560:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:21.0:1557964595.676575:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000200:17.0:1557964595.676575:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964595.676576:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24346692). 00000400:00000200:4.0:1557964595.676576:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f048c0 00000100:00000040:14.0:1557964595.676578:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:17.0:1557964595.676580:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f048d0 00000400:00000200:4.0:1557964595.676580:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd621 [1] + 192 00000100:00000001:14.0:1557964595.676583:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:17.0:1557964595.676584:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd629 [1] + 192 00000400:00000010:14.0:1557964595.676584:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24346292). 00000100:00000001:4.0:1557964595.676586:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:14.0:1557964595.676587:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000200:4.0:1557964595.676588:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964595.676589:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964595.676590:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:4.0:1557964595.676607:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964595.676613:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:17.0:1557964595.676614:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:25.0:1557964595.676615:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:4.0:1557964595.676615:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345892). 00000100:00000200:17.0:1557964595.676616:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964595.676616:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000100:00000001:25.0:1557964595.676617:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:4.0:1557964595.676618:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:25.0:1557964595.676619:0:14850:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:4.0:1557964595.676619:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000001:25.0:1557964595.676620:0:14850:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000040:17.0:1557964595.676620:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964595.676621:0:14850:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:25.0:1557964595.676623:0:14850:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964595.676625:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964595.676626:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964595.676627:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000200:25.0:1557964595.676628:0:14850:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964595.676629:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964595.676629:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:9.0:1557964595.676631:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964595.676632:0:14850:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:9.0:1557964595.676632:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:25.0:1557964595.676633:0:14850:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88971739cba0. 00000400:00000200:25.0:1557964595.676634:0:14850:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07900 00000400:00000001:9.0:1557964595.676634:0:14868:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557964595.676635:0:14868:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557964595.676635:0:14868:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:25.0:1557964595.676636:0:14850:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07900. 00000100:00000001:25.0:1557964595.676637:0:14850:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:9.0:1557964595.676637:0:14868:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964595.676638:0:14850:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557964595.676639:0:14850:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:25.0:1557964595.676640:0:14850:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557964595.676641:0:14850:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964595.676642:0:14850:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676642:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:9.0:1557964595.676643:0:14868:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:25.0:1557964595.676644:0:14850:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=75 v=45 (45 45 45 45) 00000100:00000001:8.0:1557964595.676644:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00001000:25.0:1557964595.676646:0:14850:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=75 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964595.676647:0:14868:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:25.0:1557964595.676648:0:14850:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964595.676648:0:14850:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964595.676648:0:14868:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe3453c0. 00010000:00000001:25.0:1557964595.676649:0:14850:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000200:9.0:1557964595.676649:0:14868:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356000 00000400:00000010:9.0:1557964595.676650:0:14868:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356000. 00000100:00000001:9.0:1557964595.676651:0:14868:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964595.676652:0:14868:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:8.0:1557964595.676652:0:14867:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964595.676652:0:14867:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00010000:00080000:25.0:1557964595.676653:0:14850:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:9.0:1557964595.676653:0:14868:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964595.676653:0:14868:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964595.676653:0:14867:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:9.0:1557964595.676654:0:14868:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964595.676655:0:14868:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964595.676656:0:14867:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:25.0:1557964595.676657:0:14850:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964595.676657:0:14868:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=75 v=45 (45 45 45 45) 00000100:00000001:25.0:1557964595.676658:0:14850:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:25.0:1557964595.676659:0:14850:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00001000:9.0:1557964595.676659:0:14868:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=75 v=45 (1 1 1 1) 00000100:00000001:25.0:1557964595.676660:0:14850:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:25.0:1557964595.676660:0:14850:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676661:0:14868:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000200:8.0:1557964595.676661:0:14867:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:25.0:1557964595.676662:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964595.676662:0:14868:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964595.676663:0:14868:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1557964595.676664:0:14868:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676665:0:14868:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:8.0:1557964595.676665:0:14867:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:9.0:1557964595.676666:0:14868:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557964595.676666:0:14868:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000400:00000010:8.0:1557964595.676666:0:14867:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000100:00000001:25.0:1557964595.676667:0:14850:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964595.676667:0:14868:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964595.676667:0:14867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000100:00000040:9.0:1557964595.676668:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:8.0:1557964595.676668:0:14867:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:25.0:1557964595.676669:0:14850:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964595.676669:0:14867:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964595.676670:0:14850:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964595.676670:0:14867:0:(client.c:1337:after_reply()) Process entered 00000100:00000040:25.0:1557964595.676671:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:8.0:1557964595.676671:0:14867:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964595.676671:0:14867:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964595.676672:0:14868:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964595.676672:0:14867:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676673:0:14868:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:8.0:1557964595.676673:0:14867:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676674:0:14868:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557964595.676675:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00001000:8.0:1557964595.676675:0:14867:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=75 v=45 (45 45 45 45) 00000100:00001000:8.0:1557964595.676676:0:14867:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=75 v=45 (1 1 1 1) 00000100:00100000:25.0:1557964595.676677:0:14850:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0001-lwp-OST0009_UUID:14850:1633636024600800:172.19.1.25@o2ib100:400 00000100:00000001:8.0:1557964595.676678:0:14867:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964595.676679:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964595.676680:0:14850:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:8.0:1557964595.676680:0:14867:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964595.676696:0:14868:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:looze-MDT0000-lwp-OST0009_UUID:14868:1633636024600784:172.19.1.24@o2ib100:400 00010000:00000001:8.0:1557964595.676697:0:14867:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000040:25.0:1557964595.676698:0:14850:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622a00 x1633636024600800/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964595.676698:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:8.0:1557964595.676698:0:14867:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676699:0:14868:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:8.0:1557964595.676699:0:14867:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964595.676701:0:14850:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000040:9.0:1557964595.676701:0:14868:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622700 x1633636024600784/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:8.0:1557964595.676701:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:25.0:1557964595.676702:0:14850:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557964595.676703:0:14850:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736396c00. 02000000:00000001:25.0:1557964595.676704:0:14850:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:8.0:1557964595.676704:0:14867:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:25.0:1557964595.676705:0:14850:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:9.0:1557964595.676705:0:14868:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964595.676705:0:14868:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1557964595.676705:0:14868:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdcc00. 00000100:00000001:8.0:1557964595.676705:0:14867:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:25.0:1557964595.676706:0:14850:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 02000000:00000001:9.0:1557964595.676706:0:14868:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:8.0:1557964595.676706:0:14867:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:25.0:1557964595.676707:0:14850:0:(genops.c:1237:class_import_put()) Process leaving 00000020:00000001:9.0:1557964595.676707:0:14868:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964595.676707:0:14868:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000100:00000040:8.0:1557964595.676707:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000010:25.0:1557964595.676708:0:14850:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb100. 00000020:00000001:9.0:1557964595.676708:0:14868:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:9.0:1557964595.676708:0:14868:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f8c00. 02000000:00000001:25.0:1557964595.676709:0:14850:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964595.676709:0:14868:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964595.676710:0:14850:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964595.676710:0:14850:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622a00. 02000000:00000001:9.0:1557964595.676710:0:14868:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964595.676710:0:14868:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622700. 00000100:00100000:8.0:1557964595.676710:0:14867:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:8c05ad95-98db-8b06-7942-a20be71d88ee:14867:1633636024600768:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557964595.676712:0:14850:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964595.676712:0:14850:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964595.676712:0:14868:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964595.676712:0:14868:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964595.676712:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964595.676712:0:14867:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:25.0:1557964595.676713:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964595.676713:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557964595.676713:0:14867:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622400 x1633636024600768/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964701 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964595.676716:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964595.676716:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676716:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964595.676716:0:14867:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964595.676716:0:14867:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:25.0:1557964595.676717:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964595.676717:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964595.676717:0:14867:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b200. 00000100:00000001:25.0:1557964595.676718:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676718:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964595.676718:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964595.676718:0:14867:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:25.0:1557964595.676719:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964595.676719:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964595.676719:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:8.0:1557964595.676719:0:14867:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557964595.676719:0:14867:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000001:9.0:1557964595.676720:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964595.676720:0:14867:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964595.676721:0:14867:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f9900. 02000000:00000001:8.0:1557964595.676722:0:14867:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964595.676722:0:14867:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964595.676723:0:14867:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622400. 00000100:00000001:8.0:1557964595.676724:0:14867:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964595.676724:0:14867:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964595.676725:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964595.676727:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964595.676727:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676728:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964595.676729:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964595.676729:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964595.676730:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964596.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964596.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964596.508034:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964596.508035:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964596.508038:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964596.508038:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964596.508039:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964596.508040:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964596.508065:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964596.508083:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964596.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964596.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964596.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964596.508094:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964596.508095:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964596.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964597.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964597.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000010:6.0:1557964597.505623:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd2a00 (tot 24345748). 00000400:00000010:6.0:1557964597.505639:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd2a00 (tot 24345492). 00000020:00000001:6.0:1557964597.506756:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964597.506756:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318313833, max_age 4318317834 00002000:00000001:6.0:1557964597.506758:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964597.506758:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964597.506759:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964597.506762:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964597.506762:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964597.506763:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964597.506765:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964597.506766:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964597.506767:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964597.506769:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964597.506770:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964597.506771:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964597.506772:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964597.506796:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964597.506797:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318318834, max_age 4318317834 00000020:00000004:6.0:1557964597.506798:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964597.506799:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964597.506821:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964597.506821:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318318834, max_age 4318317834 00000020:00000004:6.0:1557964597.506822:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964597.506823:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964597.506844:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964597.506845:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318318834, max_age 4318317834 00000020:00000004:6.0:1557964597.506845:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964597.506846:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964597.508060:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964597.508063:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964597.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964597.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964597.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964597.508072:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964597.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964597.508114:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964597.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964597.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964597.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964597.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964597.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964597.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964598.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964598.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964598.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964598.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964598.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964598.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964598.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964598.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964598.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964598.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964598.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964598.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964598.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964598.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964598.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964598.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964599.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964599.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964599.508063:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964599.508067:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964599.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964599.508073:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964599.508075:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964599.508076:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964599.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964599.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964599.508119:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964599.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964599.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964599.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964599.508126:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964599.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964600.163049:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964600.163070:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964600.163077:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964600.163085:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964600.163088:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964600.163094:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0102b0 00000400:00000200:14.0:1557964600.163101:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9125 [1] + 0 00000400:00000010:14.0:1557964600.163105:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9360. 00000400:00000200:14.0:1557964600.163107:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33eb00 00000800:00000200:15.0:1557964600.163111:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964600.163111:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964600.163112:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964600.163114:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebc050 x1633635891479216 msgsize 224 00000100:00100000:14.0:1557964600.163121:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964600.163122:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964600.163125:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964600.163126:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33eb00 00000400:00000010:14.0:1557964600.163128:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33eb00. 00000400:00000010:14.0:1557964600.163130:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964600.163133:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964600.163136:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964600.163138:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964600.163161:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964600.163164:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964600.163166:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964600.163168:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964600.163169:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964600.163170:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964600.163174:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964600.163176:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479216 00000020:00000001:10.0:1557964600.163179:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964600.163180:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964600.163182:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964600.163183:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964600.163186:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964600.163188:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964600.163191:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964600.163195:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964600.163197:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964600.163200:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3580. 00000020:00000010:10.0:1557964600.163203:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964600.163206:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964600.163208:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964600.163209:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964600.163210:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964600.163213:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964600.163219:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964600.163222:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964600.163223:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964600.163224:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964600.163225:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964600.163227:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964600.163228:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964600.163233:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1568 00000100:00000040:10.0:1557964600.163235:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964600.163237:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725368400 : -131291984183216 : ffff889733ebc050) 00000100:00000040:10.0:1557964600.163242:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebc050 x1633635891479216/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:266/0 lens 224/0 e 0 to 0 dl 1557964661 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964600.163252:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964600.163253:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964600.163256:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891479216:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964600.163260:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479216 00000020:00000001:10.0:1557964600.163261:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964600.163264:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964600.163265:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964600.163267:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964600.163269:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964600.163271:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964600.163272:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964600.163274:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964600.163275:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964600.163278:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964600.163280:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964600.163281:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964600.163284:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964600.163285:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964600.163287:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964600.163289:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964600.163291:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964600.163292:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964600.163294:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964600.163298:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964600.163300:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964600.163302:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964600.163305:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964600.163308:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964600.163311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964600.163313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964600.163316:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964600.163319:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964600.163321:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964600.163323:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479216 00010000:00000001:10.0:1557964600.163325:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964600.163328:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebc050 x1633635891479216/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:266/0 lens 224/368 e 0 to 0 dl 1557964661 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964600.163337:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964600.163338:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964600.163340:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=53 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964600.163344:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964600.163346:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964600.163348:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964600.163351:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964600.163352:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964600.163354:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964600.163357:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964600.163359:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e00. 00000100:00000200:10.0:1557964600.163362:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479216, offset 192 00000400:00000010:10.0:1557964600.163368:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3200 (tot 24345892). 00000400:00000200:10.0:1557964600.163372:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964600.163385:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964600.163391:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964600.163396:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964600.163399:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964600.163401:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964600.163405:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964600.163407:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964600.163408:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964600.163411:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964600.163413:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964600.163415:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964600.163416:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964600.163418:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964600.163418:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964600.163420:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebc050 x1633635891479216/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:266/0 lens 224/336 e 0 to 0 dl 1557964661 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964600.163430:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964600.163431:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891479216:12345-172.19.1.25@o2ib100:13 Request processed in 177us (314us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964600.163434:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964600.163438:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964600.163439:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964600.163439:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1568 00000400:00000200:14.0:1557964600.163440:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e00 00000100:00000040:10.0:1557964600.163441:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964600.163442:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e00. 00000100:00000001:10.0:1557964600.163443:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557964600.163444:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3200 (tot 24345492). 00000100:00000001:10.0:1557964600.163444:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964600.163446:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3580. 00000800:00000200:14.0:1557964600.163447:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000010:10.0:1557964600.163448:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000800:00000200:14.0:1557964600.163449:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964600.163450:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964600.163452:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964600.163455:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964600.163456:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964600.163458:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964600.163459:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964600.163463:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964600.163465:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a364e0. 00000400:00000010:10.0:1557964600.163467:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3580. 00000400:00000001:10.0:1557964600.163469:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964600.163470:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964600.171385:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964600.171433:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964600.171444:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964600.171452:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964600.171455:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964600.171462:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11cb0 00000400:00000200:7.0:1557964600.171468:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd0c9 [1] + 0 00000400:00000010:7.0:1557964600.171472:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8886755ccd20. 00000400:00000200:7.0:1557964600.171475:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3b00 00000800:00000200:21.0:1557964600.171476:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964600.171480:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964600.171481:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964600.171484:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616850 x1633635870514352 msgsize 224 00000100:00100000:7.0:1557964600.171490:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964600.171492:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964600.171495:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964600.171496:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3b00 00000400:00000010:7.0:1557964600.171497:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3b00. 00000400:00000010:7.0:1557964600.171500:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964600.171503:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964600.171506:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964600.171508:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964600.171531:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964600.171534:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964600.171536:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964600.171538:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964600.171541:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964600.171542:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964600.171546:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964600.171549:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514352 00000020:00000001:1.0:1557964600.171551:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964600.171554:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964600.171556:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964600.171558:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964600.171560:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964600.171563:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964600.171566:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964600.171567:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964600.171569:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964600.171573:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebed00. 00000020:00000010:1.0:1557964600.171575:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964600.171578:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964600.171580:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964600.171581:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964600.171582:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964600.171586:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964600.171592:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964600.171595:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964600.171596:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964600.171597:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964600.171598:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964600.171600:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964600.171601:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964600.171606:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1574 00000100:00000040:1.0:1557964600.171608:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964600.171610:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836075600 : -131364873476016 : ffff88863b616850) 00000100:00000040:1.0:1557964600.171614:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616850 x1633635870514352/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:266/0 lens 224/0 e 0 to 0 dl 1557964661 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964600.171624:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964600.171625:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964600.171628:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870514352:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964600.171632:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514352 00000020:00000001:1.0:1557964600.171633:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964600.171635:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964600.171637:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964600.171640:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964600.171641:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964600.171643:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964600.171645:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964600.171647:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964600.171648:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964600.171650:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964600.171652:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964600.171653:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964600.171655:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfab800. 02000000:00000001:1.0:1557964600.171657:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964600.171659:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964600.171661:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964600.171662:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964600.171664:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964600.171665:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964600.171667:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964600.171670:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964600.171673:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964600.171676:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964600.171679:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964600.171681:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964600.171685:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964600.171686:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964600.171688:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514352 00010000:00000001:1.0:1557964600.171690:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964600.171694:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616850 x1633635870514352/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:266/0 lens 224/368 e 0 to 0 dl 1557964661 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964600.171703:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964600.171704:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964600.171706:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=53 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964600.171710:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964600.171712:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964600.171714:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964600.171718:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964600.171720:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964600.171722:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964600.171725:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964600.171727:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebe100. 00000100:00000200:1.0:1557964600.171730:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514352, offset 192 00000400:00000010:1.0:1557964600.171733:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75200 (tot 24345892). 00000400:00000200:1.0:1557964600.171737:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964600.171750:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964600.171755:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964600.171762:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964600.171764:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964600.171766:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964600.171771:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964600.171773:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964600.171774:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964600.171777:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964600.171779:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964600.171781:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964600.171782:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964600.171784:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964600.171787:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616850 x1633635870514352/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:266/0 lens 224/336 e 0 to 0 dl 1557964661 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964600.171798:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870514352:12345-172.19.1.24@o2ib100:13 Request processed in 171us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964600.171805:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1574 00000100:00000040:1.0:1557964600.171807:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964600.171809:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964600.171809:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964600.171810:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964600.171812:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebed00. 00000020:00000010:1.0:1557964600.171814:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964600.171817:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964600.171819:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964600.171822:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964600.171825:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964600.171827:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95b40. 00000400:00000010:1.0:1557964600.171829:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebed00. 00000400:00000001:1.0:1557964600.171832:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964600.171833:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557964600.171856:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964600.171878:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964600.171880:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964600.171881:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1557964600.171882:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000010:4.0:1557964600.171882:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfab800. 02000000:00000001:4.0:1557964600.171884:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964600.171885:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964600.171887:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe100 00000400:00000010:4.0:1557964600.171888:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe100. 00000400:00000010:4.0:1557964600.171890:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75200 (tot 24345492). 00000800:00000200:4.0:1557964600.171891:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964600.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964600.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964600.508065:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964600.508069:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964600.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964600.508076:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:12.0:1557964600.508079:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964600.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964600.508082:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:12.0:1557964600.508083:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:12.0:1557964600.508084:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964600.508086:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:12.0:1557964600.508087:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964600.508089:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964600.508091:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964600.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964600.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964600.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964600.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964600.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964600.508131:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964600.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964600.508135:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964600.927642:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:21.0:1557964600.927690:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964600.927701:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:21.0:1557964600.927711:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:21.0:1557964600.927713:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964600.927720:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898725e90 00000400:00000200:21.0:1557964600.927729:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xb989 [1] + 0 00000800:00000200:7.0:1557964600.927733:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000400:00000010:21.0:1557964600.927734:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354ba0. 00000400:00000200:21.0:1557964600.927736:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff888730734c80 00000100:00000001:21.0:1557964600.927740:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964600.927741:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:21.0:1557964600.927743:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863d645850 x1633636318338704 msgsize 224 00000100:00100000:21.0:1557964600.927749:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:21.0:1557964600.927751:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964600.927755:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964600.927756:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff888730734c80 00000400:00000010:21.0:1557964600.927757:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff888730734c80. 00000400:00000010:21.0:1557964600.927760:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964600.927763:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964600.927765:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964600.927767:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0F:1557964600.927790:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964600.927795:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964600.927798:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964600.927800:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964600.927801:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964600.927803:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964600.927806:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964600.927808:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318338704 00000020:00000001:19.0:1557964600.927810:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964600.927811:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964600.927813:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964600.927815:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 6 00000020:00000001:19.0:1557964600.927817:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964600.927819:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964600.927822:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964600.927823:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964600.927826:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88777989ba00. 00000020:00000010:19.0:1557964600.927828:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863febd300. 00000020:00000010:19.0:1557964600.927831:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737dcef00. 00000100:00000040:19.0:1557964600.927833:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964600.927835:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964600.927837:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964600.927838:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964600.927842:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964600.927845:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964600.927846:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927852:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964600.927855:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964600.927856:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964600.927857:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964600.927858:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964600.927859:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000400:00000001:23.0F:1557964600.927860:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000100:00000001:19.0:1557964600.927860:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:23.0:1557964600.927865:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00100000:19.0:1557964600.927865:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 292 00000100:00000040:19.0:1557964600.927867:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:23.0:1557964600.927868:0:29963:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1557964600.927869:0:29963:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1557964600.927869:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869822544 : -131364839729072 : ffff88863d645850) 00000100:00000001:23.0:1557964600.927870:0:29963:0:(service.c:1830:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964600.927872:0:29963:0:(service.c:2032:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557964600.927873:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d645850 x1633636318338704/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:266/0 lens 224/0 e 0 to 0 dl 1557964661 ref 1 fl New:H/0/ffffffff rc 0/-1 00000400:00000001:23.0:1557964600.927876:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964600.927877:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:19.0:1557964600.927884:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964600.927885:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964600.927889:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+6:24090:x1633636318338704:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964600.927892:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318338704 00000020:00000001:19.0:1557964600.927894:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964600.927896:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964600.927897:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964600.927899:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964600.927900:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964600.927902:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964600.927904:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964600.927905:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964600.927906:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964600.927909:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964600.927912:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964600.927913:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964600.927916:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927918:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964600.927919:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964600.927921:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff88777989c600. 02000000:00000001:19.0:1557964600.927922:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927924:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964600.927926:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964600.927928:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318338704 00010000:00000001:19.0:1557964600.927930:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964600.927933:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d645850 x1633636318338704/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:266/0 lens 224/224 e 0 to 0 dl 1557964661 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964600.927942:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964600.927943:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964600.927945:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=53 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964600.927949:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964600.927951:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964600.927953:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964600.927956:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964600.927957:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.927958:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964600.927963:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964600.927964:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febc900. 00000100:00000200:19.0:1557964600.927967:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318338704, offset 192 00000400:00000010:19.0:1557964600.927970:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88777989dc00 (tot 24345892). 00000400:00000200:19.0:1557964600.927987:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964600.928002:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964600.928007:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964600.928012:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964600.928015:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964600.928017:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964600.928024:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964600.928025:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964600.928027:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964600.928029:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964600.928031:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964600.928033:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964600.928034:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964600.928036:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964600.928038:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d645850 x1633636318338704/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:266/0 lens 224/192 e 0 to 0 dl 1557964661 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964600.928050:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+6:24090:x1633636318338704:12345-172.19.1.39@o2ib100:400 Request processed in 163us (304us total) trans 0 rc 0/0 00000800:00000200:12.2:1557964600.928055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000100:00100000:19.0:1557964600.928058:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 292 00000100:00000040:19.0:1557964600.928060:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964600.928062:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964600.928063:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964600.928065:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863febd300. 00000020:00000010:19.0:1557964600.928067:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737dcef00. 00000020:00000010:19.0:1557964600.928069:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88777989ba00. 00000020:00000040:19.0:1557964600.928086:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 5 00000800:00000200:17.0:1557964600.928086:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000100:00000001:19.0:1557964600.928087:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964600.928088:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964600.928089:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88863d60c4e0. 00000800:00000200:17.0:1557964600.928089:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000400:00000010:19.0:1557964600.928090:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febd300. 00000100:00000001:17.0:1557964600.928091:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964600.928092:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964600.928094:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff88777989c600. 02000000:00000001:17.0:1557964600.928095:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964600.928096:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964600.928096:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863febc900 00000400:00000010:17.0:1557964600.928097:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863febc900. 00000400:00000001:19.0:1557964600.928098:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000010:17.0:1557964600.928098:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88777989dc00 (tot 24345492). 00000400:00000001:19.0:1557964600.928099:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964600.928099:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964600.928100:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:13.0:1557964601.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964601.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964601.508061:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964601.508064:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964601.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964601.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964601.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964601.508072:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964601.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964601.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964601.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964601.508119:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964601.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964601.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964601.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964601.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964602.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964602.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000010:6.0:1557964602.507398:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd0f00 (tot 24345748). 00000400:00000010:6.0:1557964602.507414:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd0f00 (tot 24345492). 00010000:00000001:12.0:1557964602.508034:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964602.508035:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964602.508038:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964602.508038:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964602.508039:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964602.508040:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964602.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964602.508083:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964602.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964602.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964602.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964602.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964602.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964602.508093:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964602.508531:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964602.508532:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318318834, max_age 4318322836 00002000:00000001:6.0:1557964602.508533:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964602.508534:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964602.508535:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964602.508537:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964602.508538:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964602.508539:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964602.508540:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964602.508541:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964602.508543:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964602.508544:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964602.508545:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964602.508546:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964602.508547:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964602.508572:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964602.508573:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318323836, max_age 4318322836 00000020:00000004:6.0:1557964602.508573:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964602.508575:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964602.508597:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964602.508597:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318323836, max_age 4318322836 00000020:00000004:6.0:1557964602.508598:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964602.508599:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964602.508621:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964602.508621:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318323836, max_age 4318322836 00000020:00000004:6.0:1557964602.508622:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964602.508623:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964603.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964603.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964603.508065:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964603.508067:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964603.508073:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964603.508074:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964603.508076:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964603.508077:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964603.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964603.508118:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964603.508120:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964603.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964603.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964603.508124:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964603.508127:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964603.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964604.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964604.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964604.508087:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964604.508089:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964604.508094:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964604.508094:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964604.508096:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964604.508096:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964604.508122:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964604.508140:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964604.508141:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964604.508141:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964604.508147:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964604.508148:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964604.508150:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964604.508150:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964605.171053:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964605.171074:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964605.171082:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964605.171090:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964605.171095:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964605.171102:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0102d0 00000400:00000200:14.0:1557964605.171108:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9135 [1] + 0 00000400:00000010:14.0:1557964605.171112:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36ea0. 00000400:00000200:14.0:1557964605.171114:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3d00 00000800:00000200:15.0:1557964605.171116:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964605.171118:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964605.171119:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964605.171122:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebbc50 x1633635891479248 msgsize 224 00000100:00100000:14.0:1557964605.171128:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964605.171130:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964605.171133:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964605.171134:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3d00 00000400:00000010:14.0:1557964605.171136:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3d00. 00000400:00000010:14.0:1557964605.171138:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964605.171141:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964605.171143:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964605.171145:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964605.171169:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964605.171172:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964605.171174:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964605.171176:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964605.171177:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964605.171179:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964605.171183:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964605.171185:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479248 00000020:00000001:10.0:1557964605.171187:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964605.171189:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964605.171190:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964605.171192:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964605.171194:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964605.171197:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964605.171200:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964605.171202:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964605.171204:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964605.171207:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2400. 00000020:00000010:10.0:1557964605.171210:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964605.171212:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964605.171214:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964605.171216:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964605.171217:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964605.171220:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964605.171225:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964605.171228:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964605.171230:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964605.171231:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964605.171232:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964605.171233:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964605.171234:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964605.171239:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1569 00000100:00000040:10.0:1557964605.171243:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964605.171245:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725367376 : -131291984184240 : ffff889733ebbc50) 00000100:00000040:10.0:1557964605.171250:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebbc50 x1633635891479248/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:271/0 lens 224/0 e 0 to 0 dl 1557964666 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964605.171260:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964605.171261:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964605.171264:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891479248:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964605.171268:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479248 00000020:00000001:10.0:1557964605.171270:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964605.171272:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964605.171273:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964605.171275:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964605.171276:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964605.171278:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964605.171280:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964605.171281:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964605.171282:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964605.171284:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964605.171286:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964605.171287:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964605.171289:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964605.171291:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964605.171293:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964605.171295:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964605.171296:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964605.171298:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964605.171299:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964605.171304:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964605.171306:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964605.171308:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964605.171311:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964605.171314:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964605.171317:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964605.171320:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964605.171323:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964605.171326:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964605.171328:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964605.171330:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479248 00010000:00000001:10.0:1557964605.171332:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964605.171335:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebbc50 x1633635891479248/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:271/0 lens 224/368 e 0 to 0 dl 1557964666 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964605.171354:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964605.171355:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964605.171356:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=58 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964605.171357:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964605.171358:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964605.171359:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964605.171360:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964605.171360:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964605.171361:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964605.171363:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964605.171363:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3480. 00000100:00000200:10.0:1557964605.171365:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479248, offset 192 00000400:00000010:10.0:1557964605.171369:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7400 (tot 24345892). 00000400:00000200:10.0:1557964605.171371:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964605.171377:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964605.171380:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964605.171383:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964605.171384:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964605.171385:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964605.171387:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964605.171388:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964605.171389:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964605.171390:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964605.171391:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964605.171391:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964605.171394:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964605.171396:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964605.171398:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00010000:00000001:10.0:1557964605.171398:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964605.171398:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964605.171399:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964605.171399:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3480 00000020:00000001:10.0:1557964605.171399:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000400:00000010:14.0:1557964605.171400:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3480. 00000100:00000040:10.0:1557964605.171400:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebbc50 x1633635891479248/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:271/0 lens 224/336 e 0 to 0 dl 1557964666 ref 1 fl Interpret:/0/0 rc 0/0 00000400:00000010:14.0:1557964605.171401:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7400 (tot 24345492). 00000800:00000200:14.0:1557964605.171402:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964605.171403:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557964605.171405:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891479248:12345-172.19.1.25@o2ib100:13 Request processed in 144us (282us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964605.171408:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1569 00000100:00000040:10.0:1557964605.171409:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964605.171410:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964605.171410:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964605.171411:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2400. 00000020:00000010:10.0:1557964605.171412:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964605.171413:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964605.171414:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964605.171415:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964605.171416:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964605.171416:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964605.171417:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964605.171418:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964605.171419:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36540. 00000400:00000010:10.0:1557964605.171420:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2400. 00000400:00000001:10.0:1557964605.171421:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964605.171422:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964605.179422:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964605.179473:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964605.179483:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964605.179492:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964605.179495:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964605.179501:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11cd0 00000400:00000200:7.0:1557964605.179507:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd0d9 [1] + 0 00000400:00000010:7.0:1557964605.179511:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88870270af60. 00000400:00000200:7.0:1557964605.179514:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3f00 00000800:00000200:21.0:1557964605.179516:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964605.179517:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964605.179519:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964605.179521:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616450 x1633635870514384 msgsize 224 00000100:00100000:7.0:1557964605.179527:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964605.179529:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964605.179532:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964605.179533:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3f00 00000400:00000010:7.0:1557964605.179534:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3f00. 00000400:00000010:7.0:1557964605.179537:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964605.179540:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964605.179542:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964605.179544:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964605.179567:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964605.179570:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964605.179572:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964605.179574:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964605.179575:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964605.179576:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964605.179580:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964605.179583:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514384 00000020:00000001:1.0:1557964605.179585:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964605.179586:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964605.179588:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964605.179590:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964605.179607:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964605.179608:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964605.179610:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964605.179611:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964605.179612:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964605.179614:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebf780. 00000020:00000010:1.0:1557964605.179615:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964605.179617:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964605.179618:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964605.179618:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964605.179619:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964605.179620:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964605.179624:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964605.179625:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964605.179626:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964605.179627:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964605.179627:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964605.179628:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964605.179630:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964605.179632:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1575 00000100:00000040:1.0:1557964605.179633:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964605.179634:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836074576 : -131364873477040 : ffff88863b616450) 00000100:00000040:1.0:1557964605.179636:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616450 x1633635870514384/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:271/0 lens 224/0 e 0 to 0 dl 1557964666 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964605.179640:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964605.179640:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964605.179642:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870514384:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964605.179643:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514384 00000020:00000001:1.0:1557964605.179644:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964605.179645:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964605.179645:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964605.179646:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964605.179647:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964605.179648:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964605.179648:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964605.179649:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964605.179649:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964605.179650:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964605.179651:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964605.179652:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964605.179653:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9400. 02000000:00000001:1.0:1557964605.179654:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964605.179655:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964605.179656:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964605.179657:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964605.179658:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964605.179659:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964605.179660:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964605.179661:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964605.179663:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964605.179664:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964605.179666:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964605.179667:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964605.179668:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964605.179669:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964605.179670:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514384 00010000:00000001:1.0:1557964605.179671:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964605.179673:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616450 x1633635870514384/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:271/0 lens 224/368 e 0 to 0 dl 1557964666 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964605.179676:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964605.179677:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964605.179678:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=58 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964605.179679:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964605.179680:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964605.179681:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964605.179682:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964605.179683:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964605.179683:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964605.179685:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964605.179686:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebe100. 00000100:00000200:1.0:1557964605.179688:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514384, offset 192 00000400:00000010:1.0:1557964605.179689:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74a00 (tot 24345892). 00000400:00000200:1.0:1557964605.179691:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964605.179697:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964605.179699:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964605.179703:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964605.179704:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964605.179705:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964605.179707:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964605.179708:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964605.179709:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964605.179710:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964605.179711:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964605.179713:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964605.179713:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964605.179714:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964605.179715:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616450 x1633635870514384/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:271/0 lens 224/336 e 0 to 0 dl 1557964666 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964605.179720:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870514384:12345-172.19.1.24@o2ib100:13 Request processed in 79us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964605.179723:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1575 00000100:00000040:1.0:1557964605.179724:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964605.179725:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964605.179725:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964605.179726:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebf780. 00000020:00000010:1.0:1557964605.179727:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964605.179728:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964605.179729:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964605.179730:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964605.179731:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964605.179732:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95ba0. 00000400:00000010:1.0:1557964605.179733:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf780. 00000400:00000001:1.0:1557964605.179734:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964605.179735:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964605.179747:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964605.179761:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964605.179765:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964605.179766:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964605.179767:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964605.179768:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9400. 02000000:00000001:17.0:1557964605.179769:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964605.179769:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964605.179770:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe100 00000400:00000010:17.0:1557964605.179772:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe100. 00000400:00000010:17.0:1557964605.179773:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74a00 (tot 24345492). 00000800:00000200:17.0:1557964605.179774:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964605.179775:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964605.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964605.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964605.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964605.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964605.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964605.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964605.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964605.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964605.508076:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964605.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964605.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964605.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964605.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964605.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964605.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964605.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964606.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964606.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964606.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964606.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964606.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964606.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964606.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964606.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964606.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964606.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964606.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964606.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964606.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964606.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964606.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964606.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964607.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964607.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:12.0:1557964607.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:12.0:1557964607.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964607.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964607.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964607.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:12.0:1557964607.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964607.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964607.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:13.0:1557964607.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:13.0:1557964607.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964607.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964607.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964607.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964607.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964607.508972:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd2e00 (tot 24345748). 00000400:00000010:6.0:1557964607.509013:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd2e00 (tot 24345492). 00000020:00000001:6.0:1557964607.509960:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964607.509961:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318323836, max_age 4318327837 00002000:00000001:6.0:1557964607.509962:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964607.509962:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964607.509963:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964607.509966:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964607.509967:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964607.509968:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964607.509969:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964607.509970:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964607.509972:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964607.509973:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964607.509973:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964607.509980:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964607.509981:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964607.510008:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964607.510009:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318328838, max_age 4318327838 00000020:00000004:6.0:1557964607.510009:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964607.510010:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964607.510034:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964607.510035:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318328838, max_age 4318327838 00000020:00000004:6.0:1557964607.510036:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964607.510037:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964607.510059:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964607.510060:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318328838, max_age 4318327838 00000020:00000004:6.0:1557964607.510060:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964607.510061:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964608.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964608.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964608.508087:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964608.508089:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964608.508098:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964608.508099:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964608.508102:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964608.508102:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964608.508138:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964608.508140:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964608.508143:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964608.508143:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964608.508146:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964608.508148:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964608.508150:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964608.508151:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964609.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964609.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964609.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964609.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964609.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964609.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964609.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964609.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964609.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964609.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964609.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964609.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964609.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964609.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964609.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964609.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964610.179074:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964610.179088:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964610.179093:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964610.179096:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964610.179098:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964610.179101:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0102f0 00000400:00000200:14.0:1557964610.179104:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9145 [1] + 0 00000400:00000010:14.0:1557964610.179106:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36c00. 00000400:00000200:14.0:1557964610.179107:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3680 00000100:00000001:14.0:1557964610.179109:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964610.179110:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964610.179111:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebb850 x1633635891479280 msgsize 224 00000100:00100000:14.0:1557964610.179114:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964610.179115:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964610.179118:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964610.179118:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3680 00000400:00000010:14.0:1557964610.179119:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3680. 00000400:00000010:14.0:1557964610.179120:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:15.0:1557964610.179121:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964610.179122:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964610.179123:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964610.179142:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964610.179149:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964610.179151:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964610.179152:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964610.179153:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964610.179154:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964610.179154:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964610.179156:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964610.179157:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479280 00000020:00000001:10.0:1557964610.179158:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964610.179159:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964610.179160:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964610.179161:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964610.179163:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964610.179165:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964610.179166:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964610.179167:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964610.179168:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964610.179170:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2200. 00000020:00000010:10.0:1557964610.179171:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964610.179173:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964610.179174:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964610.179174:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964610.179175:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964610.179176:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964610.179179:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964610.179181:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964610.179182:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964610.179182:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964610.179183:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964610.179183:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964610.179184:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964610.179186:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1570 00000100:00000040:10.0:1557964610.179188:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964610.179188:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725366352 : -131291984185264 : ffff889733ebb850) 00000100:00000040:10.0:1557964610.179190:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebb850 x1633635891479280/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:276/0 lens 224/0 e 0 to 0 dl 1557964671 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964610.179193:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964610.179194:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964610.179195:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891479280:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964610.179197:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479280 00000020:00000001:10.0:1557964610.179198:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964610.179199:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964610.179200:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964610.179201:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964610.179201:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964610.179202:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964610.179204:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964610.179204:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964610.179205:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964610.179206:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964610.179207:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964610.179208:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964610.179209:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964610.179210:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964610.179210:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964610.179211:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964610.179212:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964610.179213:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964610.179214:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964610.179216:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964610.179217:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964610.179218:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964610.179219:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964610.179221:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964610.179222:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964610.179223:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964610.179224:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964610.179225:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964610.179226:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964610.179227:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479280 00010000:00000001:10.0:1557964610.179228:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964610.179230:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebb850 x1633635891479280/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:276/0 lens 224/368 e 0 to 0 dl 1557964671 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964610.179233:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964610.179233:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964610.179234:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=63 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964610.179236:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964610.179237:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964610.179238:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964610.179239:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964610.179240:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964610.179241:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964610.179242:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964610.179243:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3080. 00000100:00000200:10.0:1557964610.179245:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479280, offset 192 00000400:00000010:10.0:1557964610.179249:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e4c00 (tot 24345892). 00000400:00000200:10.0:1557964610.179251:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964610.179257:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964610.179259:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964610.179262:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964610.179263:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964610.179265:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964610.179267:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964610.179268:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964610.179269:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964610.179270:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964610.179270:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964610.179271:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964610.179272:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964610.179272:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964610.179273:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964610.179274:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964610.179275:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebb850 x1633635891479280/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:276/0 lens 224/336 e 0 to 0 dl 1557964671 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964610.179277:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964610.179278:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964610.179278:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891479280:12345-172.19.1.25@o2ib100:13 Request processed in 84us (166us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964610.179279:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964610.179279:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964610.179280:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3080 00000400:00000010:14.0:1557964610.179280:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3080. 00000100:00100000:10.0:1557964610.179281:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1570 00000400:00000010:14.0:1557964610.179282:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e4c00 (tot 24345492). 00000100:00000040:10.0:1557964610.179282:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964610.179283:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964610.179283:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964610.179284:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964610.179284:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2200. 00000020:00000010:10.0:1557964610.179285:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964610.179286:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964610.179288:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964610.179289:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964610.179290:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964610.179291:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964610.179291:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964610.179293:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964610.179294:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36c00. 00000400:00000010:10.0:1557964610.179295:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2200. 00000400:00000001:10.0:1557964610.179296:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964610.179297:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964610.187386:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964610.187434:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964610.187444:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964610.187453:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964610.187456:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964610.187463:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11cf0 00000400:00000200:21.0:1557964610.187470:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd0f9 [1] + 0 00000400:00000010:21.0:1557964610.187474:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea95a0. 00000400:00000200:21.0:1557964610.187476:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3600 00000800:00000200:7.0:1557964610.187477:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964610.187480:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964610.187482:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964610.187484:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616050 x1633635870514416 msgsize 224 00000100:00100000:21.0:1557964610.187490:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964610.187492:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964610.187495:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964610.187496:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3600 00000400:00000010:21.0:1557964610.187498:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3600. 00000400:00000010:21.0:1557964610.187500:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964610.187503:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964610.187505:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964610.187507:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964610.187541:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964610.187543:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964610.187545:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964610.187547:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964610.187547:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964610.187548:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964610.187550:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964610.187551:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514416 00000020:00000001:1.0:1557964610.187552:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964610.187553:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964610.187554:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964610.187555:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964610.187556:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964610.187557:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964610.187576:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964610.187577:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964610.187579:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964610.187580:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebf880. 00000020:00000010:1.0:1557964610.187582:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54540. 00000100:00000040:1.0:1557964610.187583:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964610.187584:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964610.187585:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964610.187586:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964610.187587:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964610.187590:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964610.187591:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964610.187592:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964610.187593:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964610.187593:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964610.187594:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964610.187595:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964610.187615:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1576 00000100:00000040:1.0:1557964610.187618:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964610.187618:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836073552 : -131364873478064 : ffff88863b616050) 00000100:00000040:1.0:1557964610.187620:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616050 x1633635870514416/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:276/0 lens 224/0 e 0 to 0 dl 1557964671 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964610.187640:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964610.187640:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964610.187642:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870514416:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964610.187644:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514416 00000020:00000001:1.0:1557964610.187645:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964610.187646:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964610.187647:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964610.187648:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964610.187649:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964610.187650:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964610.187651:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964610.187651:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964610.187653:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964610.187654:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964610.187655:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964610.187656:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964610.187657:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:1.0:1557964610.187658:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964610.187659:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964610.187659:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964610.187660:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964610.187661:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964610.187662:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964610.187663:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964610.187664:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964610.187665:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964610.187667:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964610.187668:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964610.187669:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964610.187670:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964610.187671:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964610.187671:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514416 00010000:00000001:1.0:1557964610.187672:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964610.187674:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616050 x1633635870514416/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:276/0 lens 224/368 e 0 to 0 dl 1557964671 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964610.187677:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964610.187678:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964610.187678:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=63 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964610.187680:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964610.187681:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964610.187682:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964610.187683:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964610.187683:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964610.187684:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964610.187685:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964610.187687:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf180. 00000100:00000200:1.0:1557964610.187689:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514416, offset 192 00000400:00000010:1.0:1557964610.187690:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71200 (tot 24345892). 00000400:00000200:1.0:1557964610.187692:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964610.187697:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964610.187700:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964610.187703:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964610.187704:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964610.187705:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964610.187707:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964610.187708:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964610.187709:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964610.187710:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964610.187711:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964610.187712:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964610.187713:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964610.187714:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964610.187715:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616050 x1633635870514416/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:276/0 lens 224/336 e 0 to 0 dl 1557964671 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964610.187718:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870514416:12345-172.19.1.24@o2ib100:13 Request processed in 94us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964610.187721:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1576 00000100:00000040:1.0:1557964610.187722:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964610.187723:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964610.187723:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964610.187724:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebf880. 00000020:00000010:1.0:1557964610.187725:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54540. 00000020:00000010:1.0:1557964610.187726:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964610.187727:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964610.187728:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964610.187729:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964610.187730:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95c00. 00000400:00000010:1.0:1557964610.187731:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf880. 00000400:00000001:1.0:1557964610.187733:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964610.187734:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964610.187747:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964610.187761:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964610.187764:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964610.187765:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964610.187766:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964610.187767:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:17.0:1557964610.187768:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964610.187769:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964610.187769:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf180 00000400:00000010:17.0:1557964610.187770:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf180. 00000400:00000010:17.0:1557964610.187771:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71200 (tot 24345492). 00000800:00000200:17.0:1557964610.187772:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964610.187773:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964610.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964610.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964610.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964610.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964610.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964610.508054:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964610.508056:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964610.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964610.508059:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964610.508060:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964610.508062:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964610.508064:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964610.508065:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964610.508066:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964610.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964610.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964610.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964610.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964610.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964610.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964610.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964610.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964610.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964611.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964611.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964611.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964611.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964611.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964611.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964611.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964611.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964611.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964611.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964611.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964611.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964611.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964611.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964611.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964611.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964612.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964612.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964612.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964612.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964612.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964612.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964612.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964612.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964612.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964612.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964612.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964612.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964612.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964612.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964612.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964612.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964612.510454:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd3300 (tot 24345748). 00000400:00000010:6.0:1557964612.510470:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd3300 (tot 24345492). 00000020:00000001:6.0:1557964612.511562:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964612.511563:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318328838, max_age 4318332839 00002000:00000001:6.0:1557964612.511565:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964612.511565:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964612.511566:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964612.511569:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964612.511570:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964612.511571:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964612.511572:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964612.511573:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964612.511574:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964612.511575:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964612.511576:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964612.511577:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964612.511578:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964612.511602:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964612.511603:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318333839, max_age 4318332839 00000020:00000004:6.0:1557964612.511604:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964612.511605:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964612.511627:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964612.511627:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318333839, max_age 4318332839 00000020:00000004:6.0:1557964612.511628:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964612.511629:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964612.511652:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964612.511653:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318333839, max_age 4318332839 00000020:00000004:6.0:1557964612.511654:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964612.511655:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964613.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964613.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964613.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964613.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964613.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964613.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964613.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964613.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964613.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964613.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964613.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964613.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964613.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964613.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964613.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964613.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964614.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964614.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964614.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964614.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964614.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964614.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964614.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964614.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964614.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964614.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964614.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964614.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964614.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964614.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964614.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964614.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964615.187031:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964615.187043:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964615.187046:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964615.187050:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964615.187052:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964615.187054:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010310 00000400:00000200:14.0:1557964615.187057:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9155 [1] + 0 00000400:00000010:14.0:1557964615.187059:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a362a0. 00000400:00000200:14.0:1557964615.187060:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2380 00000100:00000001:14.0:1557964615.187062:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964615.187063:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964615.187064:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebb450 x1633635891479312 msgsize 224 00000100:00100000:14.0:1557964615.187067:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964615.187068:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964615.187070:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964615.187071:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2380 00000400:00000010:14.0:1557964615.187072:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2380. 00000800:00000200:15.0:1557964615.187073:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964615.187073:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964615.187074:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964615.187076:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964615.187077:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964615.187104:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964615.187106:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964615.187107:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964615.187109:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964615.187110:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964615.187111:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964615.187112:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964615.187114:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479312 00000020:00000001:10.0:1557964615.187115:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964615.187116:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964615.187117:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964615.187118:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964615.187119:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964615.187120:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964615.187121:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964615.187122:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964615.187124:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964615.187126:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2a80. 00000020:00000010:10.0:1557964615.187127:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964615.187129:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964615.187129:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964615.187130:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964615.187131:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964615.187132:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964615.187135:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964615.187136:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964615.187137:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964615.187138:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964615.187138:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964615.187140:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964615.187141:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964615.187143:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1571 00000100:00000040:10.0:1557964615.187144:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964615.187145:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725365328 : -131291984186288 : ffff889733ebb450) 00000100:00000040:10.0:1557964615.187147:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebb450 x1633635891479312/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:281/0 lens 224/0 e 0 to 0 dl 1557964676 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964615.187151:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964615.187151:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964615.187152:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891479312:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964615.187154:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479312 00000020:00000001:10.0:1557964615.187154:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964615.187155:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964615.187156:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964615.187157:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964615.187157:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964615.187158:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964615.187159:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964615.187160:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964615.187160:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964615.187161:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964615.187162:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964615.187163:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964615.187164:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964615.187164:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964615.187165:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964615.187166:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964615.187167:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964615.187168:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964615.187169:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964615.187172:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964615.187189:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964615.187190:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964615.187192:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964615.187194:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964615.187195:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964615.187196:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964615.187197:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964615.187198:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964615.187199:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964615.187200:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479312 00010000:00000001:10.0:1557964615.187201:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964615.187202:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebb450 x1633635891479312/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:281/0 lens 224/368 e 0 to 0 dl 1557964676 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964615.187206:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964615.187206:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964615.187207:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=68 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964615.187208:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964615.187209:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964615.187210:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964615.187211:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964615.187212:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964615.187212:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964615.187214:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964615.187214:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2480. 00000100:00000200:10.0:1557964615.187216:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479312, offset 192 00000400:00000010:10.0:1557964615.187217:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e5600 (tot 24345892). 00000400:00000200:10.0:1557964615.187219:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964615.187224:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964615.187227:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964615.187230:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964615.187231:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964615.187232:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964615.187234:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964615.187235:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964615.187236:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964615.187237:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964615.187238:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964615.187239:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964615.187239:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964615.187240:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964615.187242:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebb450 x1633635891479312/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:281/0 lens 224/336 e 0 to 0 dl 1557964676 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964615.187263:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891479312:12345-172.19.1.25@o2ib100:13 Request processed in 111us (198us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964615.187266:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1571 00000800:00000200:14.2:1557964615.187267:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964615.187267:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964615.187268:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964615.187269:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964615.187269:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2a80. 00000020:00000010:10.0:1557964615.187270:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964615.187271:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964615.187272:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964615.187273:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964615.187275:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964615.187276:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000400:00000010:10.0:1557964615.187276:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36ea0. 00000400:00000010:10.0:1557964615.187277:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2a80. 00000400:00000001:10.0:1557964615.187277:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964615.187278:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964615.187279:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964615.187281:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964615.187283:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964615.187285:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b000. 02000000:00000001:14.0:1557964615.187286:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964615.187287:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964615.187287:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2480 00000400:00000010:14.0:1557964615.187289:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2480. 00000400:00000010:14.0:1557964615.187290:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e5600 (tot 24345492). 00000800:00000200:14.0:1557964615.187291:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964615.187293:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964615.195375:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964615.195432:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964615.195437:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964615.195459:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964615.195460:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964615.195463:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11d10 00000400:00000200:7.0:1557964615.195465:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd119 [1] + 0 00000400:00000010:7.0:1557964615.195467:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9480. 00000800:00000200:21.0:1557964615.195468:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964615.195469:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2e80 00000100:00000001:7.0:1557964615.195471:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964615.195471:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964615.195472:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615c50 x1633635870514448 msgsize 224 00000100:00100000:7.0:1557964615.195475:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964615.195476:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964615.195477:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964615.195478:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2e80 00000400:00000010:7.0:1557964615.195479:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2e80. 00000400:00000010:7.0:1557964615.195480:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964615.195481:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964615.195481:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964615.195482:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964615.195482:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964615.195483:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964615.195484:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964615.195485:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964615.195485:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964615.195486:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964615.195488:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964615.195489:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514448 00000020:00000001:1.0:1557964615.195490:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964615.195491:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964615.195492:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964615.195493:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964615.195494:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964615.195495:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964615.195496:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964615.195497:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964615.195498:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964615.195500:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebe100. 00000020:00000010:1.0:1557964615.195501:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a555c0. 00000100:00000040:1.0:1557964615.195502:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964615.195503:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964615.195504:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964615.195505:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964615.195506:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964615.195508:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964615.195510:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964615.195511:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964615.195511:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964615.195512:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964615.195512:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964615.195513:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964615.195515:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1577 00000100:00000040:1.0:1557964615.195516:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964615.195517:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836072528 : -131364873479088 : ffff88863b615c50) 00000100:00000040:1.0:1557964615.195520:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615c50 x1633635870514448/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:281/0 lens 224/0 e 0 to 0 dl 1557964676 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964615.195524:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964615.195525:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964615.195526:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870514448:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964615.195528:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514448 00000020:00000001:1.0:1557964615.195528:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964615.195529:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964615.195530:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964615.195531:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964615.195531:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964615.195532:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964615.195533:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964615.195534:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964615.195534:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964615.195535:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964615.195536:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964615.195537:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964615.195538:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac000. 02000000:00000001:1.0:1557964615.195539:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964615.195540:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964615.195541:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964615.195542:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964615.195543:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964615.195544:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964615.195545:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964615.195546:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964615.195547:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964615.195549:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964615.195550:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964615.195551:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964615.195552:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964615.195553:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964615.195554:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514448 00010000:00000001:1.0:1557964615.195556:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964615.195557:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615c50 x1633635870514448/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:281/0 lens 224/368 e 0 to 0 dl 1557964676 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964615.195561:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964615.195562:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964615.195562:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=68 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964615.195564:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964615.195565:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964615.195566:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964615.195567:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964615.195568:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964615.195568:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964615.195570:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964615.195571:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebf180. 00000100:00000200:1.0:1557964615.195572:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514448, offset 192 00000400:00000010:1.0:1557964615.195574:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70800 (tot 24345892). 00000400:00000200:1.0:1557964615.195576:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964615.195582:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964615.195585:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964615.195587:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964615.195589:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964615.195590:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964615.195592:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964615.195593:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964615.195594:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964615.195595:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964615.195596:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964615.195597:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964615.195598:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964615.195598:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964615.195600:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615c50 x1633635870514448/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:281/0 lens 224/336 e 0 to 0 dl 1557964676 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964615.195607:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870514448:12345-172.19.1.24@o2ib100:13 Request processed in 82us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964615.195610:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1577 00000100:00000040:1.0:1557964615.195612:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964615.195612:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964615.195613:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964615.195614:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebe100. 00000020:00000010:1.0:1557964615.195615:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a555c0. 00000020:00000010:1.0:1557964615.195615:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964615.195616:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964615.195617:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964615.195619:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964615.195620:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95c60. 00000400:00000010:1.0:1557964615.195621:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8886ffebe100. 00000400:00000001:1.0:1557964615.195621:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964615.195622:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964615.195625:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964615.195636:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964615.195639:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964615.195641:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964615.195642:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964615.195643:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac000. 02000000:00000001:17.0:1557964615.195644:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964615.195644:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964615.195645:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf180 00000400:00000010:17.0:1557964615.195645:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf180. 00000400:00000010:17.0:1557964615.195647:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70800 (tot 24345492). 00000800:00000200:17.0:1557964615.195648:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964615.195649:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964615.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964615.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964615.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964615.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964615.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964615.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964615.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964615.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964615.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964615.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964615.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964615.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964615.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964615.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964615.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964615.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964616.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964616.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964616.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964616.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964616.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964616.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964616.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964616.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964616.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964616.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964616.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964616.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964616.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964616.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964616.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964616.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964617.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964617.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964617.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964617.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964617.508046:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964617.508047:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964617.508047:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964617.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964617.508073:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964617.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964617.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964617.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964617.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964617.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964617.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964617.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964617.512106:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd1200 (tot 24345748). 00000400:00000010:6.0:1557964617.512122:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd1200 (tot 24345492). 00000020:00000001:6.0:1557964617.513133:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964617.513134:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318333839, max_age 4318337841 00002000:00000001:6.0:1557964617.513135:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964617.513136:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964617.513137:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964617.513139:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964617.513140:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964617.513141:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964617.513143:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964617.513144:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964617.513146:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964617.513146:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964617.513147:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964617.513148:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964617.513149:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964617.513173:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964617.513174:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318338841, max_age 4318337841 00000020:00000004:6.0:1557964617.513175:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964617.513176:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964617.513198:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964617.513199:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318338841, max_age 4318337841 00000020:00000004:6.0:1557964617.513199:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964617.513200:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964617.513222:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964617.513223:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318338841, max_age 4318337841 00000020:00000004:6.0:1557964617.513223:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964617.513224:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964618.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964618.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964618.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964618.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964618.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964618.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964618.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964618.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964618.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964618.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964618.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964618.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964618.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964618.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964618.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964618.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964619.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964619.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964619.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964619.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964619.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964619.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964619.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964619.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964619.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964619.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964619.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964619.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964619.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964619.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964619.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964619.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964620.195012:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964620.195034:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964620.195042:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964620.195050:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964620.195053:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964620.195059:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010360 00000400:00000200:14.0:1557964620.195066:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9185 [1] + 0 00000400:00000010:14.0:1557964620.195070:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9a80. 00000400:00000200:14.0:1557964620.195072:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ea00 00000800:00000200:15.0:1557964620.195075:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964620.195078:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964620.195079:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964620.195081:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebb050 x1633635891479392 msgsize 224 00000100:00100000:14.0:1557964620.195088:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964620.195089:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964620.195093:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964620.195094:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ea00 00000400:00000010:14.0:1557964620.195096:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ea00. 00000400:00000010:14.0:1557964620.195098:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964620.195101:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964620.195103:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964620.195105:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964620.195128:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964620.195131:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964620.195134:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964620.195135:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964620.195137:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964620.195138:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964620.195143:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964620.195145:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479392 00000020:00000001:10.0:1557964620.195147:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964620.195148:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964620.195150:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964620.195155:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964620.195157:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964620.195160:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964620.195163:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964620.195164:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964620.195166:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964620.195169:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3b80. 00000020:00000010:10.0:1557964620.195172:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964620.195175:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964620.195177:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964620.195178:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964620.195179:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.195182:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.195188:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964620.195191:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964620.195192:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964620.195194:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964620.195195:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964620.195196:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964620.195197:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964620.195202:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1572 00000100:00000040:10.0:1557964620.195205:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964620.195206:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725364304 : -131291984187312 : ffff889733ebb050) 00000100:00000040:10.0:1557964620.195211:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebb050 x1633635891479392/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:286/0 lens 224/0 e 0 to 0 dl 1557964681 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964620.195220:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964620.195222:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964620.195225:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891479392:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964620.195229:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479392 00000020:00000001:10.0:1557964620.195230:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964620.195232:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964620.195234:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.195236:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964620.195237:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964620.195240:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964620.195242:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964620.195243:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964620.195245:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964620.195246:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.195249:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964620.195250:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964620.195252:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739c00. 02000000:00000001:10.0:1557964620.195254:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.195256:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964620.195258:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964620.195259:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964620.195261:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964620.195262:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964620.195266:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964620.195268:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964620.195271:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964620.195273:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964620.195276:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964620.195279:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964620.195282:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964620.195284:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964620.195287:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964620.195289:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964620.195291:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479392 00010000:00000001:10.0:1557964620.195307:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964620.195309:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebb050 x1633635891479392/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:286/0 lens 224/368 e 0 to 0 dl 1557964681 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964620.195312:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964620.195312:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964620.195313:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=73 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964620.195315:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964620.195316:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964620.195317:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964620.195318:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964620.195319:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.195320:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964620.195321:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964620.195322:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3300. 00000100:00000200:10.0:1557964620.195323:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479392, offset 192 00000400:00000010:10.0:1557964620.195327:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e4a00 (tot 24345892). 00000400:00000200:10.0:1557964620.195329:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964620.195335:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964620.195337:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964620.195339:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964620.195341:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964620.195342:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964620.195344:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964620.195345:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.195346:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964620.195347:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964620.195348:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964620.195349:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964620.195349:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.195350:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964620.195352:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebb050 x1633635891479392/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:286/0 lens 224/336 e 0 to 0 dl 1557964681 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964620.195355:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891479392:12345-172.19.1.25@o2ib100:13 Request processed in 134us (273us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964620.195358:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1572 00000100:00000040:10.0:1557964620.195359:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964620.195360:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964620.195360:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964620.195361:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3b80. 00000020:00000010:10.0:1557964620.195362:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964620.195363:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964620.195364:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964620.195366:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964620.195367:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964620.195368:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36f60. 00000400:00000010:10.0:1557964620.195369:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3b80. 00000400:00000001:10.0:1557964620.195371:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964620.195371:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964620.195372:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964620.195381:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964620.195384:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964620.195386:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964620.195387:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964620.195388:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739c00. 02000000:00000001:14.0:1557964620.195408:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964620.195408:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964620.195409:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3300 00000400:00000010:14.0:1557964620.195410:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3300. 00000400:00000010:14.0:1557964620.195412:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e4a00 (tot 24345492). 00000800:00000200:14.0:1557964620.195413:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964620.195415:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964620.203414:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964620.203464:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964620.203474:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964620.203482:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964620.203485:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964620.203492:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11d30 00000400:00000200:21.0:1557964620.203498:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd129 [1] + 0 00000400:00000010:21.0:1557964620.203502:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea92a0. 00000400:00000200:21.0:1557964620.203504:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2a00 00000800:00000200:7.0:1557964620.203507:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964620.203508:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964620.203509:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964620.203512:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615850 x1633635870514480 msgsize 224 00000100:00100000:21.0:1557964620.203520:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964620.203522:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964620.203525:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964620.203526:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2a00 00000400:00000010:21.0:1557964620.203527:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2a00. 00000400:00000010:21.0:1557964620.203530:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964620.203533:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964620.203535:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964620.203537:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964620.203559:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964620.203563:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964620.203565:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964620.203566:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964620.203568:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964620.203569:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964620.203573:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964620.203575:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514480 00000020:00000001:1.0:1557964620.203577:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964620.203579:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964620.203581:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964620.203583:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964620.203585:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964620.203587:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964620.203590:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964620.203592:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964620.203594:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964620.203600:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8886ffebf180. 00000020:00000010:1.0:1557964620.203602:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54fc0. 00000100:00000040:1.0:1557964620.203605:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964620.203607:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964620.203608:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964620.203609:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964620.203612:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964620.203618:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964620.203621:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964620.203623:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964620.203624:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964620.203625:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964620.203626:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964620.203627:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964620.203632:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1578 00000100:00000040:1.0:1557964620.203635:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964620.203636:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836071504 : -131364873480112 : ffff88863b615850) 00000100:00000040:1.0:1557964620.203641:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615850 x1633635870514480/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:286/0 lens 224/0 e 0 to 0 dl 1557964681 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964620.203651:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964620.203652:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964620.203655:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870514480:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964620.203659:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514480 00000020:00000001:1.0:1557964620.203660:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964620.203662:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964620.203664:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964620.203666:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964620.203667:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964620.203669:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964620.203671:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964620.203672:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964620.203674:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964620.203675:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964620.203678:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964620.203680:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964620.203682:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac400. 02000000:00000001:1.0:1557964620.203684:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964620.203685:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964620.203687:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964620.203690:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964620.203691:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964620.203692:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964620.203695:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964620.203698:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964620.203700:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964620.203704:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964620.203706:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964620.203709:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964620.203712:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964620.203713:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964620.203715:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514480 00010000:00000001:1.0:1557964620.203717:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964620.203721:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615850 x1633635870514480/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:286/0 lens 224/368 e 0 to 0 dl 1557964681 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964620.203730:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964620.203731:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964620.203733:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=73 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964620.203737:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964620.203740:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964620.203742:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964620.203744:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964620.203745:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964620.203747:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964620.203750:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964620.203752:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b580. 00000100:00000200:1.0:1557964620.203755:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514480, offset 192 00000400:00000010:1.0:1557964620.203758:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76000 (tot 24345892). 00000400:00000200:1.0:1557964620.203763:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964620.203776:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964620.203782:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964620.203787:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964620.203790:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964620.203792:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964620.203796:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964620.203798:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964620.203800:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964620.203803:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964620.203805:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964620.203807:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964620.203808:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964620.203810:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964620.203812:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615850 x1633635870514480/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:286/0 lens 224/336 e 0 to 0 dl 1557964681 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964620.203823:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870514480:12345-172.19.1.24@o2ib100:13 Request processed in 170us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964620.203830:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1578 00000100:00000040:1.0:1557964620.203833:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964620.203835:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964620.203835:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964620.203836:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964620.203838:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8886ffebf180. 00000020:00000010:1.0:1557964620.203840:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54fc0. 00000020:00000010:1.0:1557964620.203843:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964620.203846:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964620.203849:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964620.203852:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964620.203855:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95cc0. 00000800:00000200:17.0:1557964620.203858:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000010:1.0:1557964620.203858:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a000. 00000400:00000001:1.0:1557964620.203862:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964620.203863:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964620.203865:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964620.203869:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964620.203870:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964620.203872:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac400. 02000000:00000001:17.0:1557964620.203875:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964620.203877:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964620.203878:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b580 00000400:00000010:17.0:1557964620.203879:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b580. 00000400:00000010:17.0:1557964620.203882:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76000 (tot 24345492). 00000800:00000200:17.0:1557964620.203884:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964620.203888:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964620.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964620.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964620.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964620.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964620.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964620.508057:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964620.508059:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964620.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964620.508065:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964620.508066:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964620.508067:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964620.508069:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964620.508070:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964620.508072:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964620.508073:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964620.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964620.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964620.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964620.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964620.508140:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964620.508141:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964620.508142:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964620.508143:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676036:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964620.676040:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964620.676043:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621e00. 00000020:00000040:10.0:1557964620.676045:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964620.676046:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964620.676047:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964620.676048:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964620.676050:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb500. 00000100:00000001:10.0:1557964620.676051:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676053:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676057:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964620.676058:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964620.676059:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676060:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621e00] to pc [ptlrpcd_01_01:1] req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964620.676066:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676067:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964620.676069:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964620.676070:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621b00. 00000020:00000040:10.0:1557964620.676071:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964620.676072:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964620.676072:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964620.676073:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964620.676073:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f9900. 00000100:00000001:10.0:1557964620.676074:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676075:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676082:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964620.676083:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964620.676083:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676085:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621b00] to pc [ptlrpcd_01_02:2] req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964620.676093:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676113:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964620.676114:0:14850:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:25.0:1557964620.676116:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964620.676117:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676117:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964620.676118:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:11.0:1557964620.676119:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000010:10.0:1557964620.676119:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622100. 00000100:00000001:25.0:1557964620.676120:0:14850:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557964620.676120:0:14850:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1557964620.676120:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 02000000:00000001:25.0:1557964620.676121:0:14850:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:11.0:1557964620.676121:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964620.676121:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964620.676121:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:25.0:1557964620.676122:0:14850:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964620.676122:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964620.676122:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964620.676122:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964620.676123:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f8c00. 00000100:00100000:25.0:1557964620.676124:0:14850:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:8c05ad95-98db-8b06-7942-a20be71d88ee:14850:1633636024600816:172.19.1.24@o2ib100:400 00000100:00000001:10.0:1557964620.676124:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676125:0:14850:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:10.0:1557964620.676125:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:25.0:1557964620.676126:0:14850:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:25.0:1557964620.676126:0:14850:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964620.676127:0:14850:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964620.676127:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000010:25.0:1557964620.676128:0:14850:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736396c00. 00000020:00000001:10.0:1557964620.676128:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964620.676128:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964620.676129:0:14850:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676129:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622100] to pc [ptlrpcd_01_03:3] req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:25.0:1557964620.676131:0:14850:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88971739cba0. 00000400:00000010:25.0:1557964620.676132:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07900. 00000100:00000001:10.0:1557964620.676132:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000100:00000200:25.0:1557964620.676134:0:14850:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600816, portal 25 00000020:00000001:10.0:1557964620.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=425208 : 425208 : 67cf8) 00000100:00000001:25.0:1557964620.676135:0:14850:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557964620.676135:0:14850:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220054528 : -131296489497088 : ffff889627621e00) 00000020:00000001:10.0:1557964620.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000020:00000001:10.0:1557964620.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000020:00000001:10.0:1557964620.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709294656 : -256960 : fffffffffffc1440) 00000020:00000001:10.0:1557964620.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000040:25.0:1557964620.676137:0:14850:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000020:00000001:10.0:1557964620.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709435256 : -116360 : fffffffffffe3978) 00000020:00000001:10.0:1557964620.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=93632 : 93632 : 16dc0) 00000100:00000001:25.0:1557964620.676140:0:14850:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964620.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709473672 : -77944 : fffffffffffecf88) 00000100:00000040:25.0:1557964620.676141:0:14850:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964620.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1074422 : 1074422 : 1064f6) 00000020:00000001:10.0:1557964620.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=76471 : 76471 : 12ab7) 00000400:00000010:25.0:1557964620.676142:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07200. 00000020:00000001:10.0:1557964620.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709457274 : -94342 : fffffffffffe8f7a) 00000100:00000001:8.0:1557964620.676142:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:25.0:1557964620.676143:0:14850:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024600816, offset 0 00000020:00000001:10.0:1557964620.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709530587 : -21029 : ffffffffffffaddb) 00000020:00000001:10.0:1557964620.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147526576 : 147526576 : 8cb13b0) 00000400:00000010:25.0:1557964620.676144:0:14850:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736390800 (tot 24345892). 00000020:00000001:10.0:1557964620.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527468 : -24148 : ffffffffffffa1ac) 00000020:00000001:10.0:1557964620.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:8.0:1557964620.676144:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964620.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709095656 : -455960 : fffffffffff90ae8) 00000100:00000001:8.0:1557964620.676145:0:14851:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000200:25.0:1557964620.676146:0:14850:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964620.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000020:00000001:10.0:1557964620.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=130792 : 130792 : 1fee8) 00000020:00000001:10.0:1557964620.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557964620.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709290720 : -260896 : fffffffffffc04e0) 00000020:00000001:10.0:1557964620.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557964620.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=349280 : 349280 : 55460) 00000100:00000040:8.0:1557964620.676148:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964620.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=998986 : 998986 : f3e4a) 00000020:00000001:10.0:1557964620.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557964620.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964620.676151:0:14850:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964620.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557964620.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676152:0:14851:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964620.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676153:0:14851:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964620.676155:0:14850:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964620.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964620.676155:0:14851:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:8.0:1557964620.676155:0:14851:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1557964620.676157:0:14851:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:looze-MDT0000-lwp-OST0009_UUID:14851:1633636024600832:172.19.1.24@o2ib100:400 00000100:00000001:13.0:1557964620.676158:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964620.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964620.676159:0:14850:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:13.0:1557964620.676159:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964620.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676159:0:14851:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:25.0:1557964620.676160:0:14850:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000100:00000001:13.0:1557964620.676160:0:14852:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964620.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964620.676160:0:14851:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:8.0:1557964620.676160:0:14851:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964620.676161:0:14850:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964620.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964620.676161:0:14851:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964620.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964620.676162:0:14851:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b200. 00000800:00000200:25.0:1557964620.676163:0:14850:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000040:13.0:1557964620.676163:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964620.676163:0:14851:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676164:0:14850:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676165:0:14850:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964620.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964620.676165:0:14851:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000100:00000001:25.0:1557964620.676166:0:14850:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964620.676166:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000100:00000001:25.0:1557964620.676167:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676168:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964620.676168:0:14852:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:13.0:1557964620.676168:0:14852:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964620.676168:0:14851:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600832, portal 10 00000100:00000001:25.0:1557964620.676169:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964620.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676169:0:14851:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:8.0:1557964620.676169:0:14851:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220053760 : -131296489497856 : ffff889627621b00) 00000800:00000200:29.2:1557964620.676170:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:25.0:1557964620.676170:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 02000000:00000001:13.0:1557964620.676170:0:14852:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964620.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676171:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676171:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964620.676171:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964620.676171:0:14852:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964620.676171:0:14851:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964620.676172:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676173:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676173:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00100000:13.0:1557964620.676173:0:14852:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:looze-MDT0001-lwp-OST0009_UUID:14852:1633636024600848:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964620.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676174:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676174:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676175:0:14852:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964620.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676175:0:14851:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964620.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964620.676176:0:14851:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 02000000:00000001:13.0:1557964620.676177:0:14852:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:13.0:1557964620.676177:0:14852:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964620.676177:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775da80. 02000000:00000001:13.0:1557964620.676178:0:14852:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964620.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964620.676178:0:14851:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600832, offset 0 00000020:00000001:10.0:1557964620.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964620.676179:0:14851:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03a000 (tot 24346292). 02000000:00000010:13.0:1557964620.676180:0:14852:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8887376cb600. 00000020:00000001:10.0:1557964620.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964620.676180:0:14851:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000001:13.0:1557964620.676181:0:14852:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:13.0:1557964620.676183:0:14852:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889734a91660. 00000020:00000001:10.0:1557964620.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:13.0:1557964620.676185:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889688f75600. 00000020:00000001:10.0:1557964620.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:13.0:1557964620.676186:0:14852:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600848, portal 10 00000020:00000001:10.0:1557964620.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964620.676186:0:14851:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:13.0:1557964620.676187:0:14852:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964620.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676188:0:14852:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220055296 : -131296489496320 : ffff889627622100) 00000020:00000001:10.0:1557964620.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964620.676188:0:14851:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964620.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1557964620.676190:0:14852:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964620.676191:0:14851:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964620.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964620.676193:0:14851:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)++ 00000100:00000001:13.0:1557964620.676194:0:14852:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964620.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1557964620.676195:0:14852:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964620.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964620.676195:0:14851:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (23)++ 00000400:00000010:13.0:1557964620.676196:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889688f75680. 00000100:00000200:13.0:1557964620.676196:0:14852:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600848, offset 0 00000020:00000001:10.0:1557964620.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:13.0:1557964620.676198:0:14852:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887376ca800 (tot 24346692). 00000020:00000001:10.0:1557964620.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964620.676198:0:14851:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964620.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676199:0:14851:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676199:0:14851:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964620.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676200:0:14851:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964620.676202:0:14852:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964620.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676202:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676203:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964620.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676205:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964620.676205:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964620.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676206:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:13.0:1557964620.676207:0:14852:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964620.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676207:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964620.676207:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676208:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676209:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:13.0:1557964620.676210:0:14852:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:8.0:1557964620.676210:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964620.676210:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676210:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964620.676212:0:14852:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964620.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964620.676213:0:14852:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964620.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964620.676214:0:14852:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964620.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964620.676215:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964620.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964620.676217:0:14852:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964620.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676218:0:14852:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676218:0:14852:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964620.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676219:0:14852:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676220:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676221:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964620.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676224:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1557964620.676224:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964620.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964620.676224:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:13.0:1557964620.676225:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964620.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676226:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964620.676226:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676227:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676228:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964620.676228:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964620.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964620.676228:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:13.0:1557964620.676229:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676229:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1557964620.676232:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964620.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964620.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964620.676239:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318367004) 00000100:00000001:7.0:1557964620.676243:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964620.676246:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.2:1557964620.676247:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:7.0:1557964620.676255:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964620.676256:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:7.0:1557964620.676257:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:21.0:1557964620.676258:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000400:00000200:7.0:1557964620.676258:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07200 00000800:00000200:14.0:1557964620.676259:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:7.0:1557964620.676260:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07200. 00000100:00000001:14.0:1557964620.676263:0:14820:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:7.0:1557964620.676264:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736390800 (tot 24346292). 00000100:00000200:14.0:1557964620.676265:0:14820:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964620.676268:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:7.0:1557964620.676269:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000100:00000001:14.0:1557964620.676270:0:14820:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964620.676272:0:14820:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964620.676272:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:14.0:1557964620.676275:0:14820:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964620.676277:0:14820:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964620.676278:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889688f75680 00000400:00000010:14.0:1557964620.676280:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889688f75680. 00000100:00000001:21.0:1557964620.676282:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964620.676282:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887376ca800 (tot 24345892). 00000800:00000200:14.0:1557964620.676283:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964620.676285:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:21.0:1557964620.676287:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964620.676298:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964620.676301:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964620.676309:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964620.676311:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964620.676313:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775da80 00000400:00000010:21.0:1557964620.676315:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775da80. 00000400:00000010:21.0:1557964620.676329:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03a000 (tot 24345492). 00000800:00000200:21.0:1557964620.676333:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964620.676427:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964620.676456:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964620.676467:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964620.676472:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:4.0:1557964620.676472:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000400:00000200:14.0:1557964620.676476:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:17.0:1557964620.676485:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000010:14.0:1557964620.676496:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:4.0:1557964620.676496:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:14.0:1557964620.676500:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04910 00000800:00000200:17.0:1557964620.676502:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:7.0:1557964620.676502:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:15.0:1557964620.676504:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964620.676504:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x971d [1] + 192 00000400:00000200:4.0:1557964620.676505:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000001:14.0:1557964620.676507:0:14819:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:4.0:1557964620.676508:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24346292). 00000100:00000200:14.0:1557964620.676509:0:14819:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:17.0:1557964620.676510:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964620.676513:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24346692). 00000400:00000200:17.0:1557964620.676528:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04900 00000400:00000200:4.0:1557964620.676529:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f048f0 00000100:00000040:14.0:1557964620.676531:0:14819:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:17.0:1557964620.676535:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd699 [1] + 192 00000100:00000001:14.0:1557964620.676535:0:14819:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964620.676537:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24346292). 00000800:00000200:14.0:1557964620.676538:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964620.676539:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964620.676540:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000200:4.0:1557964620.676542:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd691 [1] + 192 00000100:00000001:17.0:1557964620.676558:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964620.676562:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964620.676567:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964620.676568:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:13.0:1557964620.676570:0:14852:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:13.0:1557964620.676571:0:14852:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:13.0:1557964620.676572:0:14852:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:17.0:1557964620.676573:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:13.0:1557964620.676574:0:14852:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:13.0:1557964620.676579:0:14852:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964620.676583:0:14852:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:13.0:1557964620.676584:0:14852:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889734a91660. 00000400:00000200:13.0:1557964620.676596:0:14852:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889688f75600 00000400:00000010:13.0:1557964620.676597:0:14852:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889688f75600. 00000100:00000001:13.0:1557964620.676598:0:14852:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964620.676600:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:13.0:1557964620.676600:0:14852:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:13.0:1557964620.676600:0:14852:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000010:17.0:1557964620.676601:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345892). 00000100:00000001:13.0:1557964620.676601:0:14852:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:4.0:1557964620.676601:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:17.0:1557964620.676602:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000100:00000001:13.0:1557964620.676602:0:14852:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964620.676603:0:14852:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964620.676603:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964620.676604:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000100:00000040:4.0:1557964620.676607:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964620.676619:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00001000:13.0:1557964620.676621:0:14852:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=100 v=45 (45 45 45 45) 00000100:00000001:4.0:1557964620.676622:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00001000:13.0:1557964620.676623:0:14852:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=100 v=45 (1 1 1 1) 00000400:00000010:4.0:1557964620.676623:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000100:00000001:13.0:1557964620.676624:0:14852:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:13.0:1557964620.676624:0:14852:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964620.676625:0:14852:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000800:00000200:4.0:1557964620.676625:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00010000:00080000:13.0:1557964620.676626:0:14852:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:4.0:1557964620.676626:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964620.676627:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:13.0:1557964620.676648:0:14852:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676649:0:14852:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:13.0:1557964620.676650:0:14852:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:13.0:1557964620.676652:0:14852:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:13.0:1557964620.676653:0:14852:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1557964620.676654:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964620.676656:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964620.676657:0:14852:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964620.676657:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964620.676658:0:14852:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:13.0:1557964620.676658:0:14852:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:13.0:1557964620.676660:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000001:8.0:1557964620.676660:0:14851:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964620.676661:0:14851:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964620.676662:0:14851:0:(events.c:91:reply_in_callback()) Process entered 00000100:00100000:13.0:1557964620.676663:0:14852:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:looze-MDT0001-lwp-OST0009_UUID:14852:1633636024600848:172.19.1.25@o2ib100:400 00000100:00000001:13.0:1557964620.676664:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964620.676665:0:14852:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000200:8.0:1557964620.676665:0:14851:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:13.0:1557964620.676666:0:14852:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622100 x1633636024600848/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:13.0:1557964620.676668:0:14852:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:13.0:1557964620.676669:0:14852:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:13.0:1557964620.676669:0:14852:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8887376cb600. 02000000:00000001:13.0:1557964620.676670:0:14852:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:8.0:1557964620.676670:0:14851:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000020:00000001:13.0:1557964620.676671:0:14852:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:13.0:1557964620.676672:0:14852:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:13.0:1557964620.676673:0:14852:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:13.0:1557964620.676673:0:14852:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f8c00. 02000000:00000001:13.0:1557964620.676674:0:14852:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:8.0:1557964620.676674:0:14851:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:13.0:1557964620.676675:0:14852:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:8.0:1557964620.676675:0:14851:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000100:00000010:13.0:1557964620.676676:0:14852:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622100. 00000400:00000200:8.0:1557964620.676676:0:14851:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000100:00000001:13.0:1557964620.676677:0:14852:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000400:00000010:8.0:1557964620.676677:0:14851:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:13.0:1557964620.676678:0:14852:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964620.676678:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964620.676678:0:14851:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964620.676679:0:14851:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964620.676679:0:14851:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:13.0:1557964620.676680:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1557964620.676680:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676680:0:14851:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964620.676680:0:14851:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676681:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964620.676681:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676682:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964620.676682:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676682:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:8.0:1557964620.676682:0:14851:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964620.676683:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:25.0:1557964620.676684:0:14850:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00001000:8.0:1557964620.676684:0:14851:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=100 v=45 (45 45 45 45) 00000400:00000001:25.0:1557964620.676685:0:14850:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00001000:8.0:1557964620.676685:0:14851:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=100 v=45 (1 1 1 1) 00000100:00000001:25.0:1557964620.676686:0:14850:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:25.0:1557964620.676688:0:14850:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964620.676688:0:14851:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964620.676688:0:14851:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964620.676689:0:14851:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1557964620.676690:0:14851:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676691:0:14851:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557964620.676692:0:14851:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000200:25.0:1557964620.676693:0:14850:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964620.676693:0:14851:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557964620.676693:0:14851:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964620.676695:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964620.676696:0:14850:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:25.0:1557964620.676697:0:14850:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88971739cba0. 00000400:00000200:25.0:1557964620.676698:0:14850:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07900 00000100:00000001:8.0:1557964620.676698:0:14851:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:25.0:1557964620.676699:0:14850:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07900. 00000100:00000001:8.0:1557964620.676699:0:14851:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964620.676699:0:14851:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964620.676700:0:14850:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557964620.676700:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964620.676701:0:14850:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557964620.676701:0:14850:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:25.0:1557964620.676702:0:14850:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00100000:8.0:1557964620.676703:0:14851:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:looze-MDT0000-lwp-OST0009_UUID:14851:1633636024600832:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557964620.676704:0:14850:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964620.676705:0:14850:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676705:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:25.0:1557964620.676706:0:14850:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=100 v=45 (45 45 45 45) 00000100:00000001:8.0:1557964620.676706:0:14851:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1557964620.676707:0:14851:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621b00 x1633636024600832/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00001000:25.0:1557964620.676708:0:14850:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=100 v=45 (1 1 1 1) 00000100:00000001:25.0:1557964620.676709:0:14850:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964620.676709:0:14850:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:25.0:1557964620.676710:0:14850:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:8.0:1557964620.676710:0:14851:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964620.676710:0:14851:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:25.0:1557964620.676711:0:14850:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964620.676711:0:14851:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b200. 00000100:00000001:25.0:1557964620.676712:0:14850:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964620.676712:0:14851:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964620.676712:0:14851:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000040:25.0:1557964620.676713:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Rpc:RN/0/0 rc 0/0 00000020:00000040:8.0:1557964620.676713:0:14851:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:8.0:1557964620.676714:0:14851:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964620.676714:0:14851:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f9900. 02000000:00000001:8.0:1557964620.676715:0:14851:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964620.676715:0:14851:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:25.0:1557964620.676716:0:14850:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:8.0:1557964620.676716:0:14851:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621b00. 00000100:00000001:25.0:1557964620.676717:0:14850:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964620.676717:0:14850:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964620.676717:0:14851:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964620.676717:0:14851:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964620.676718:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:25.0:1557964620.676719:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964620.676720:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964620.676721:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557964620.676722:0:14850:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:8c05ad95-98db-8b06-7942-a20be71d88ee:14850:1633636024600816:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964620.676722:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964620.676722:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964620.676723:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676724:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964620.676724:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676725:0:14850:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:25.0:1557964620.676726:0:14850:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621e00 x1633636024600816/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964726 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964620.676729:0:14850:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557964620.676729:0:14850:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557964620.676730:0:14850:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736396c00. 02000000:00000001:25.0:1557964620.676731:0:14850:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964620.676732:0:14850:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557964620.676732:0:14850:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:25.0:1557964620.676733:0:14850:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964620.676734:0:14850:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb500. 02000000:00000001:25.0:1557964620.676735:0:14850:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964620.676735:0:14850:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964620.676735:0:14850:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621e00. 00000100:00000001:25.0:1557964620.676737:0:14850:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964620.676737:0:14850:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964620.676738:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964620.676740:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964620.676740:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676741:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676742:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964620.676743:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964620.676743:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964621.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964621.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964621.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964621.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964621.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964621.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964621.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964621.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964621.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964621.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964621.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964621.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964621.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964621.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964621.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964621.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964622.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964622.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964622.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964622.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964622.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964622.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964622.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964622.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964622.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964622.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964622.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964622.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964622.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964622.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964622.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964622.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964622.513549:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873d560000 (tot 24345748). 00000400:00000010:6.0:1557964622.513558:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873d560000 (tot 24345492). 00000020:00000001:6.0:1557964622.514516:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964622.514517:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318338841, max_age 4318342842 00002000:00000001:6.0:1557964622.514518:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964622.514519:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964622.514520:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964622.514522:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964622.514523:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964622.514524:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964622.514525:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964622.514526:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964622.514528:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964622.514529:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964622.514530:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964622.514531:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964622.514531:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964622.514555:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964622.514556:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318343842, max_age 4318342842 00000020:00000004:6.0:1557964622.514557:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964622.514558:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964622.514579:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964622.514580:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318343842, max_age 4318342842 00000020:00000004:6.0:1557964622.514580:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964622.514581:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964622.514604:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964622.514604:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318343842, max_age 4318342842 00000020:00000004:6.0:1557964622.514605:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964622.514606:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964623.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964623.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964623.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964623.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964623.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964623.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964623.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964623.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964623.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964623.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964623.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964623.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964623.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964623.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964623.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964623.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964623.955763:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:21.0:1557964623.955813:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964623.955823:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:21.0:1557964623.955831:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:21.0:1557964623.955834:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964623.955840:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 328 into portal 28 MB=0x5cdc898725ec0 00000400:00000200:21.0:1557964623.955846:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 328/328 into md 0xb9f9 [1] + 0 00000400:00000010:21.0:1557964623.955851:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83545a0. 00000400:00000200:21.0:1557964623.955853:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff888730735880 00000100:00000001:21.0:1557964623.955857:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:7.0:1557964623.955857:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000200:21.0:1557964623.955858:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:21.0:1557964623.955860:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863d647050 x1633636318338752 msgsize 328 00000100:00100000:21.0:1557964623.955869:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:21.0:1557964623.955870:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964623.955873:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964623.955874:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff888730735880 00000400:00000010:21.0:1557964623.955876:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff888730735880. 00000400:00000010:21.0:1557964623.955879:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964623.955881:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964623.955884:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964623.955886:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964623.955908:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964623.955911:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964623.955913:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964623.955915:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964623.955916:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964623.955918:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964623.955921:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964623.955924:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318338752 00000020:00000001:19.0:1557964623.955926:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964623.955927:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964623.955928:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964623.955932:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 6 00000020:00000001:19.0:1557964623.955933:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964623.955936:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964623.955939:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964623.955940:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964623.955942:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88777989ba00. 00000020:00000010:19.0:1557964623.955945:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863febd600. 00000020:00000010:19.0:1557964623.955948:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737dcef00. 00000100:00000040:19.0:1557964623.955950:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964623.955953:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964623.955953:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964623.955954:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964623.955957:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964623.955963:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964623.955966:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964623.955967:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964623.955968:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964623.955969:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964623.955972:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964623.955973:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:23.0:1557964623.955997:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:23.0:1557964623.956001:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:23.0:1557964623.956003:0:29963:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1557964623.956004:0:29963:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:23.0:1557964623.956010:0:29963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 422 00000100:00000040:23.0:1557964623.956013:0:29963:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:23.0:1557964623.956014:0:29963:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869828688 : -131364839722928 : ffff88863d647050) 00000100:00000040:23.0:1557964623.956020:0:29963:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d647050 x1633636318338752/t0(0) o101->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 328/0 e 0 to 0 dl 1557964684 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964623.956031:0:29963:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1557964623.956032:0:29963:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:23.0:1557964623.956035:0:29963:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_005:50f1fe9a-3e31-ad51-23a4-b3638f11f184+6:57589:x1633636318338752:12345-172.19.1.39@o2ib100:101 00000100:00000200:23.0:1557964623.956039:0:29963:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318338752 00000020:00000001:23.0:1557964623.956041:0:29963:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:23.0:1557964623.956043:0:29963:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:23.0:1557964623.956044:0:29963:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964623.956046:0:29963:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:23.0:1557964623.956047:0:29963:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329504 : -1049222112 : ffffffffc1762420) 00000020:00000001:23.0:1557964623.956050:0:29963:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:23.0:1557964623.956051:0:29963:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964623.956051:0:29970:0:(service.c:1830:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964623.956053:0:29963:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000100:00000001:19.0:1557964623.956053:0:29970:0:(service.c:2032:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964623.956054:0:29963:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000400:00000001:19.0:1557964623.956056:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964623.956056:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000020:00000001:23.0:1557964623.956057:0:29963:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964623.956059:0:29963:0:(tgt_handler.c:1276:tgt_enqueue()) Process entered 00010000:00000001:23.0:1557964623.956061:0:29963:0:(ldlm_lockd.c:1231:ldlm_handle_enqueue0()) Process entered 00010000:00010000:23.0:1557964623.956063:0:29963:0:(ldlm_lockd.c:1233:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00000001:23.0:1557964623.956064:0:29963:0:(ldlm_lockd.c:1648:ldlm_request_cancel()) Process entered 00010000:00000001:23.0:1557964623.956066:0:29963:0:(ldlm_lockd.c:1652:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964623.956076:0:29963:0:(ldlm_lock.c:1651:ldlm_lock_create()) Process entered 00010000:00000010:23.0:1557964623.956083:0:29963:0:(ldlm_resource.c:1361:ldlm_resource_new()) slab-alloced 'res': 192 at ffff888738790fc0. 00010000:00000010:23.0:1557964623.956086:0:29963:0:(ldlm_resource.c:1367:ldlm_resource_new()) slab-alloced 'res->lr_itree': 128 at ffff88872839aa80. 00010000:00000001:23.0:1557964623.956088:0:29963:0:(ldlm_lock.c:451:ldlm_lock_new()) Process entered 00010000:00000010:23.0:1557964623.956090:0:29963:0:(ldlm_lock.c:456:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8886087bca00. 00000020:00000001:23.0:1557964623.956093:0:29963:0:(lustre_handles.c:64:class_handle_hash()) Process entered 00000020:00000040:23.0:1557964623.956095:0:29963:0:(lustre_handles.c:98:class_handle_hash()) added object ffff8886087bca00 with handle 0x1f46cd4cd184009a to hash 00000020:00000001:23.0:1557964623.956098:0:29963:0:(lustre_handles.c:99:class_handle_hash()) Process leaving 00010000:00000001:23.0:1557964623.956099:0:29963:0:(ldlm_lock.c:495:ldlm_lock_new()) Process leaving (rc=18446612707982166528 : -131365727385088 : ffff8886087bca00) 00010000:00000001:23.0:1557964623.956103:0:29963:0:(ldlm_extent.c:949:ldlm_interval_alloc()) Process entered 00010000:00000010:23.0:1557964623.956105:0:29963:0:(ldlm_extent.c:952:ldlm_interval_alloc()) slab-alloced 'node': 72 at ffff88872839ba80. 00010000:00000001:23.0:1557964623.956108:0:29963:0:(ldlm_extent.c:958:ldlm_interval_alloc()) Process leaving (rc=18446612712809675392 : -131360899876224 : ffff88872839ba80) 00010000:00000001:23.0:1557964623.956111:0:29963:0:(ldlm_lock.c:1689:ldlm_lock_create()) Process leaving (rc=18446612707982166528 : -131365727385088 : ffff8886087bca00) 00010000:00000040:23.0:1557964623.956115:0:29963:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff888738790fc0 count: 2 00010000:00010000:23.0:1557964623.956118:0:29963:0:(ldlm_lockd.c:1299:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-looze-OST0009_UUID lock: ffff8886087bca00/0x1f46cd4cd184009a lrc: 2/0,0 mode: --/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) flags: 0x40000000000000 nid: local remote: 0x398a44d554ce262b expref: -99 pid: 29963 timeout: 0 lvb_type: 0 00010000:00000040:23.0:1557964623.956134:0:29963:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff888738790fc0 count: 1 00002000:00000001:23.0:1557964623.956137:0:29963:0:(ofd_lvb.c:94:ofd_lvbo_init()) Process entered 00000020:00000010:23.0:1557964623.956140:0:29963:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887382ec200. 00000020:00000010:23.0:1557964623.956144:0:29963:0:(lu_object.c:478:lu_global_key_init()) kmalloced 'value': 512 at ffff8887382ee600. 00000020:00000010:23.0:1557964623.956148:0:29963:0:(dt_object.c:52:dt_global_key_init()) kmalloced 'value': 1240 at ffff88971f27b000. 00000020:00000010:23.0:1557964623.956152:0:29963:0:(tgt_main.c:341:tgt_key_init()) kmalloced 'value': 1296 at ffff88971f279800. 00000020:00000010:23.0:1557964623.956155:0:29963:0:(update_records.c:1217:update_key_init()) kmalloced 'value': 416 at ffff8887382e8c00. 80000000:00000010:23.0:1557964623.956158:0:29963:0:(fld_handler.c:55:fld_key_init()) kmalloced 'value': 72 at ffff8886387efba0. 40000000:00000010:23.0:1557964623.956161:0:29963:0:(fid_handler.c:456:seq_key_init()) kmalloced 'value': 48 at ffff88873562c9c0. 00040000:00000010:23.0:1557964623.956165:0:29963:0:(lquota_lib.c:53:lquota_key_init()) kmalloced 'value': 224 at ffff887779a74400. 00040000:00000010:23.0:1557964623.956168:0:29963:0:(qsd_lib.c:71:qsd_key_init()) kmalloced 'value': 392 at ffff8887382e9600. 00080000:00000010:23.0:1557964623.956171:0:29963:0:(osd_handler.c:705:osd_key_init()) kmalloced 'info': 1440 at ffff88971f27c000. 00100000:00000010:23.0:1557964623.956175:0:29963:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced 'value': 1720 at ffff88971f279000. 00002000:00000010:23.0:1557964623.956179:0:29963:0:(ofd_dev.c:2856:ofd_key_init()) kmalloced 'value': 784 at ffff8886102c0400. 00002000:00000010:23.0:1557964623.956181:0:29963:0:(ofd_lvb.c:112:ofd_lvbo_init()) kmalloced 'lvb': 56 at ffff88873562c3c0. 00002000:00000001:23.0:1557964623.956183:0:29963:0:(ofd_objects.c:109:ofd_object_find()) Process entered 00002000:00000001:23.0:1557964623.956189:0:29963:0:(ofd_objects.c:117:ofd_object_find()) Process leaving (rc=18446612708295133336 : -131365414418280 : ffff88861b234898) 00002000:00000001:23.0:1557964623.956192:0:29963:0:(ofd_objects.c:804:ofd_attr_get()) Process entered 00002000:00000001:23.0:1557964623.956196:0:29963:0:(ofd_objects.c:811:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:23.0:1557964623.956197:0:29963:0:(ofd_lvb.c:139:ofd_lvbo_init()) res: [0x100090000:0x2c439:0x0] initial lvb size: 0, mtime: 0x0, blocks: 0x1 00002000:00000001:23.0:1557964623.956201:0:29963:0:(ofd_lvb.c:141:ofd_lvbo_init()) Process leaving 00000020:00000002:23.0:1557964623.956203:0:29963:0:(lu_object.c:157:lu_object_put()) Add ffff88861b2348c0 to site lru. hash: ffff889721980a80, bkt: ffff8886a1b15518, lru_len: 1 00000020:00000010:23.0:1557964623.956207:0:29963:0:(lu_object.c:478:lu_global_key_fini()) kfreed 'info': 512 at ffff8887382ee600. 00000020:00000010:23.0:1557964623.956209:0:29963:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1240 at ffff88971f27b000. 00000020:00000010:23.0:1557964623.956212:0:29963:0:(tgt_main.c:358:tgt_key_fini()) kfreed 'info': 1296 at ffff88971f279800. 00000020:00000010:23.0:1557964623.956215:0:29963:0:(update_records.c:1213:update_key_fini()) kfreed 'info': 416 at ffff8887382e8c00. 80000000:00000010:23.0:1557964623.956217:0:29963:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff8886387efba0. 40000000:00000010:23.0:1557964623.956219:0:29963:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff88873562c9c0. 00040000:00000010:23.0:1557964623.956220:0:29963:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 224 at ffff887779a74400. 00040000:00000010:23.0:1557964623.956222:0:29963:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 392 at ffff8887382e9600. 00080000:00000010:23.0:1557964623.956224:0:29963:0:(osd_handler.c:726:osd_key_fini()) kfreed 'info': 1440 at ffff88971f27c000. 00100000:00000010:23.0:1557964623.956226:0:29963:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1720 at ffff88971f279000. 00002000:00000010:23.0:1557964623.956228:0:29963:0:(ofd_dev.c:2856:ofd_key_fini()) kfreed 'info': 784 at ffff8886102c0400. 00000020:00000010:23.0:1557964623.956230:0:29963:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887382ec200. 00010000:00000040:23.0:1557964623.956232:0:29963:0:(ldlm_lockd.c:1326:ldlm_handle_enqueue0()) lock GETting export ffff8886fe7c7800 : new locks_count 2 00000020:00000040:23.0:1557964623.956234:0:29963:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000100:00000001:23.0:1557964623.956241:0:29963:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:23.0:1557964623.956242:0:29963:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:23.0:1557964623.956244:0:29963:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 656 at ffff8886102c0400. 02000000:00000001:23.0:1557964623.956245:0:29963:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964623.956247:0:29963:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964623.956249:0:29963:0:(ldlm_lock.c:1719:ldlm_lock_enqueue()) Process entered 00010000:00000001:23.0:1557964623.956252:0:29963:0:(ldlm_extent.c:758:ldlm_process_extent_lock()) Process entered 00010000:00000001:23.0:1557964623.956254:0:29963:0:(ldlm_extent.c:386:ldlm_extent_compat_queue()) Process entered 00010000:00010000:23.0:1557964623.956256:0:29963:0:(ldlm_extent.c:308:ldlm_check_contention()) contended locks = 0 00010000:00000001:23.0:1557964623.956257:0:29963:0:(ldlm_extent.c:628:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964623.956259:0:29963:0:(ldlm_extent.c:386:ldlm_extent_compat_queue()) Process entered 00010000:00010000:23.0:1557964623.956260:0:29963:0:(ldlm_extent.c:308:ldlm_check_contention()) contended locks = 0 00010000:00000001:23.0:1557964623.956261:0:29963:0:(ldlm_extent.c:628:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964623.956263:0:29963:0:(ldlm_extent.c:139:ldlm_extent_internal_policy_granted()) Process entered 00000001:00000001:23.0:1557964623.956265:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956267:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956269:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956270:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956271:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956272:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956274:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956275:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956276:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956277:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956278:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956279:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956280:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956281:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956282:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956283:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956284:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956285:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956286:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956287:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956288:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956289:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956290:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956291:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956293:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956293:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956295:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956295:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956297:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956297:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956299:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956299:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956301:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956302:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:23.0:1557964623.956303:0:29963:0:(interval_tree.c:629:interval_search()) Process entered 00000001:00000001:23.0:1557964623.956304:0:29963:0:(interval_tree.c:676:interval_search()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964623.956305:0:29963:0:(ldlm_extent.c:85:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:23.0:1557964623.956330:0:29963:0:(ldlm_extent.c:176:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:23.0:1557964623.956331:0:29963:0:(ldlm_extent.c:194:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:23.0:1557964623.956332:0:29963:0:(ldlm_extent.c:85:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:23.0:1557964623.956332:0:29963:0:(ldlm_extent.c:263:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:23.0:1557964623.956333:0:29963:0:(ldlm_lock.c:1100:ldlm_grant_lock()) Process entered 00000001:00000001:23.0:1557964623.956334:0:29963:0:(interval_tree.c:384:interval_insert()) Process entered 00000001:00000001:23.0:1557964623.956335:0:29963:0:(interval_tree.c:329:interval_insert_color()) Process entered 00000001:00000001:23.0:1557964623.956335:0:29963:0:(interval_tree.c:376:interval_insert_color()) Process leaving 00000001:00000001:23.0:1557964623.956336:0:29963:0:(interval_tree.c:412:interval_insert()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:23.0:1557964623.956336:0:29963:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff888738790fc0 count: 2 00010000:00010000:23.0:1557964623.956338:0:29963:0:(ldlm_resource.c:1552:ldlm_resource_add_lock()) ### About to add this lock ns: filter-looze-OST0009_UUID lock: ffff8886087bca00/0x1f46cd4cd184009a lrc: 3/0,0 mode: PW/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) flags: 0x50000000000000 nid: 172.19.1.39@o2ib100 remote: 0x398a44d554ce262b expref: 7 pid: 29963 timeout: 0 lvb_type: 0 00010000:00000040:23.0:1557964623.956358:0:29963:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff888738790fc0 count: 1 00010000:00000001:23.0:1557964623.956361:0:29963:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:23.0:1557964623.956362:0:29963:0:(ldlm_pool.c:343:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964623.956363:0:29963:0:(ldlm_lock.c:1131:ldlm_grant_lock()) Process leaving 00010000:00000001:23.0:1557964623.956363:0:29963:0:(ldlm_extent.c:832:ldlm_process_extent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964623.956364:0:29963:0:(ldlm_lock.c:1842:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:23.0:1557964623.956366:0:29963:0:(ldlm_lockd.c:1442:ldlm_handle_enqueue0()) Process leaving 00010000:00000040:23.0:1557964623.956367:0:29963:0:(ldlm_resource.c:1487:ldlm_resource_getref()) getref res: ffff888738790fc0 count: 2 00010000:00010000:23.0:1557964623.956368:0:29963:0:(ldlm_lockd.c:1455:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply(err=0, rc=0) ns: filter-looze-OST0009_UUID lock: ffff8886087bca00/0x1f46cd4cd184009a lrc: 3/0,0 mode: PW/PW res: [0x2c439:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) flags: 0x40000000000000 nid: 172.19.1.39@o2ib100 remote: 0x398a44d554ce262b expref: 7 pid: 29963 timeout: 0 lvb_type: 0 00010000:00000040:23.0:1557964623.956371:0:29963:0:(ldlm_resource.c:1526:ldlm_resource_putref()) putref res: ffff888738790fc0 count: 1 00010000:00000001:23.0:1557964623.956373:0:29963:0:(ldlm_lock.c:2229:__ldlm_reprocess_all()) Process entered 00010000:00000001:23.0:1557964623.956374:0:29963:0:(ldlm_lock.c:1874:ldlm_reprocess_queue()) Process entered 00010000:00000001:23.0:1557964623.956375:0:29963:0:(ldlm_lock.c:1901:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964623.956375:0:29963:0:(ldlm_lock.c:1874:ldlm_reprocess_queue()) Process entered 00010000:00000001:23.0:1557964623.956375:0:29963:0:(ldlm_lock.c:1901:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:23.0:1557964623.956376:0:29963:0:(ldlm_lock.c:2165:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964623.956377:0:29963:0:(ldlm_lock.c:2270:__ldlm_reprocess_all()) Process leaving 00010000:00000001:23.0:1557964623.956378:0:29963:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:23.0:1557964623.956379:0:29963:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00010000:00010000:23.0:1557964623.956379:0:29963:0:(ldlm_lockd.c:1532:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8886087bca00, rc 0) 00000020:00000001:23.0:1557964623.956380:0:29963:0:(tgt_handler.c:1301:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:23.0:1557964623.956381:0:29963:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318338752 00010000:00000001:23.0:1557964623.956382:0:29963:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:23.0:1557964623.956383:0:29963:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d647050 x1633636318338752/t0(0) o101->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 328/400 e 0 to 0 dl 1557964684 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:23.0:1557964623.956386:0:29963:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:23.0:1557964623.956387:0:29963:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:23.0:1557964623.956387:0:29963:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=76 v=45 (1 1 1 1) 00000100:00000001:23.0:1557964623.956389:0:29963:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:23.0:1557964623.956390:0:29963:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:23.0:1557964623.956390:0:29963:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:23.0:1557964623.956391:0:29963:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:23.0:1557964623.956392:0:29963:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964623.956392:0:29963:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:23.0:1557964623.956394:0:29963:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:23.0:1557964623.956394:0:29963:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872839b600. 00000100:00000200:23.0:1557964623.956396:0:29963:0:(niobuf.c:85:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1633636318338752, offset 192 00000400:00000010:23.0:1557964623.956397:0:29963:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887382ec200 (tot 24345892). 00000400:00000200:23.0:1557964623.956399:0:29963:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:23.0:1557964623.956404:0:29963:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:23.0:1557964623.956406:0:29963:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 368 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:23.0:1557964623.956409:0:29963:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:23.0:1557964623.956410:0:29963:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:23.0:1557964623.956411:0:29963:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:23.0:1557964623.956413:0:29963:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:23.0:1557964623.956414:0:29963:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964623.956415:0:29963:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:23.0:1557964623.956415:0:29963:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:23.0:1557964623.956416:0:29963:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964623.956417:0:29963:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:23.0:1557964623.956417:0:29963:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964623.956418:0:29963:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:23.0:1557964623.956419:0:29963:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d647050 x1633636318338752/t0(0) o101->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 328/368 e 0 to 0 dl 1557964684 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:23.0:1557964623.956423:0:29963:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_005:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:57589:x1633636318338752:12345-172.19.1.39@o2ib100:101 Request processed in 391us (561us total) trans 0 rc 0/0 00000100:00100000:23.0:1557964623.956426:0:29963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 422 00000100:00000040:23.0:1557964623.956427:0:29963:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:23.0:1557964623.956428:0:29963:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:23.0:1557964623.956428:0:29963:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:23.0:1557964623.956429:0:29963:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863febd600. 00000020:00000010:23.0:1557964623.956430:0:29963:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737dcef00. 00000020:00000010:23.0:1557964623.956431:0:29963:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88777989ba00. 00000020:00000040:23.0:1557964623.956432:0:29963:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:23.0:1557964623.956433:0:29963:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:23.0:1557964623.956434:0:29963:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:23.0:1557964623.956435:0:29963:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8886387efba0. 00000400:00000010:23.0:1557964623.956436:0:29963:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872839bb80. 00000400:00000001:23.0:1557964623.956437:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964623.956437:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964623.956467:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964623.956502:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964623.956505:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964623.956506:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964623.956507:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964623.956509:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 656 at ffff8886102c0400. 02000000:00000001:17.0:1557964623.956510:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964623.956510:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964623.956511:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872839b600 00000400:00000010:17.0:1557964623.956512:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872839b600. 00000400:00000010:17.0:1557964623.956513:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887382ec200 (tot 24345492). 00000800:00000200:17.0:1557964623.956514:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964623.956515:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000800:00000200:12.2:1557964623.957179:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:7.0:1557964623.957227:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964623.957238:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:7.0:1557964623.957246:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:7.0:1557964623.957248:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964623.957255:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 608 into portal 6 MB=0x5cdc898725ee0 00000400:00000200:7.0:1557964623.957261:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 6 from 12345-172.19.1.39@o2ib100 of length 608/608 into md 0x4349 [1] + 0 00000400:00000010:7.0:1557964623.957266:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888737614d80. 00000800:00000200:21.0:1557964623.957268:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000400:00000200:7.0:1557964623.957268:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff888611bcc300 00000100:00000001:7.0:1557964623.957272:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964623.957273:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000040:7.0:1557964623.957276:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863a26d050 x1633636318338784 msgsize 608 00000100:00100000:7.0:1557964623.957282:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:7.0:1557964623.957283:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964623.957287:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964623.957288:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff888611bcc300 00000400:00000010:7.0:1557964623.957289:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff888611bcc300. 00000400:00000010:7.0:1557964623.957292:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964623.957295:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964623.957297:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557964623.957299:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:1.0:1557964623.957323:0:14930:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964623.957328:0:14930:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964623.957331:0:14930:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964623.957332:0:14930:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964623.957333:0:14930:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964623.957335:0:14930:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964623.957338:0:14930:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964623.957340:0:14930:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318338784 00000020:00000001:1.0:1557964623.957342:0:14930:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964623.957343:0:14930:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:1.0:1557964623.957345:0:14930:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964623.957347:0:14930:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:1.0:1557964623.957349:0:14930:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:1.0:1557964623.957351:0:14930:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:1.0:1557964623.957354:0:14930:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964623.957355:0:14930:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964623.957357:0:14930:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964623.957360:0:14930:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b680. 00000020:00000010:1.0:1557964623.957362:0:14930:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55680. 00000100:00000040:1.0:1557964623.957367:0:14930:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_io at +56s 00000100:00000001:1.0:1557964623.957369:0:14930:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964623.957370:0:14930:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1557964623.957373:0:14930:0:(tgt_handler.c:798:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1557964623.957375:0:14930:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964623.957376:0:14930:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304320 : -1055247296 : ffffffffc11a3440) 00000020:00000001:1.0:1557964623.957378:0:14930:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964623.957380:0:14930:0:(tgt_handler.c:248:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1557964623.957382:0:14930:0:(tgt_handler.c:140:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1557964623.957384:0:14930:0:(tgt_handler.c:178:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1557964623.957386:0:14930:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1557964623.957388:0:14930:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1557964623.957390:0:14930:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:1.0:1557964623.957391:0:14930:0:(nodemap_handler.c:712:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1557964623.957392:0:14930:0:(nodemap_handler.c:665:nodemap_map_id()) Process entered 00000001:00000001:1.0:1557964623.957393:0:14930:0:(nodemap_handler.c:712:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957395:0:14930:0:(tgt_handler.c:195:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1557964623.957398:0:14930:0:(tgt_handler.c:238:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957400:0:14930:0:(tgt_handler.c:297:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957402:0:14930:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957404:0:14930:0:(ofd_dev.c:2730:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1557964623.957406:0:14930:0:(tgt_handler.c:821:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957408:0:14930:0:(ofd_dev.c:2532:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1557964623.957413:0:14930:0:(ofd_dev.c:2563:ofd_rw_hpreq_check()) @@@ looze-OST0009 ll_ost_io00_002: refresh rw locks: [0x100090000:0x2c439:0x0] (0->4586) req@ffff88863a26d050 x1633636318338784/t0(0) o4->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 608/0 e 0 to 0 dl 1557964684 ref 1 fl New:/0/ffffffff rc 0/-1 00002000:00000001:1.0:1557964623.957425:0:14930:0:(ofd_dev.c:2413:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1557964623.957427:0:14930:0:(ofd_dev.c:2422:ofd_prolong_extent_locks()) Prolong locks for req ffff88863a26d050 with x1633636318338784 ext(0->4586) 00010000:00000001:1.0:1557964623.957430:0:14930:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1557964623.957431:0:14930:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:1.0:1557964623.957433:0:14930:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612707982166528 : -131365727385088 : ffff8886087bca00) 00010000:00000001:1.0:1557964623.957435:0:14930:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446612707982166528 : -131365727385088 : ffff8886087bca00) 00010000:00000001:1.0:1557964623.957437:0:14930:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1557964623.957438:0:14930:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1557964623.957439:0:14930:0:(ofd_dev.c:2438:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1557964623.957440:0:14930:0:(ofd_dev.c:2568:ofd_rw_hpreq_check()) looze-OST0009: refreshed 0 locks timeout for req ffff88863a26d050. 00002000:00000001:1.0:1557964623.957442:0:14930:0:(ofd_dev.c:2573:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957458:0:14930:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957460:0:14930:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957463:0:14930:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964623.957464:0:14930:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964623.957464:0:14930:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964623.957465:0:14930:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964623.957465:0:14930:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964623.957466:0:14930:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964623.957466:0:14930:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964623.957468:0:14930:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 205 00000100:00000040:1.0:1557964623.957468:0:14930:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:1.0:1557964623.957469:0:14930:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708815458384 : -131364894093232 : ffff88863a26d050) 00000100:00000040:1.0:1557964623.957470:0:14930:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863a26d050 x1633636318338784/t0(0) o4->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 608/0 e 0 to 0 dl 1557964684 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964623.957475:0:14930:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964623.957476:0:14930:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964623.957478:0:14930:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_io00_002:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24076:x1633636318338784:12345-172.19.1.39@o2ib100:4 00000100:00000200:1.0:1557964623.957479:0:14930:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318338784 00000020:00000001:1.0:1557964623.957480:0:14930:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964623.957481:0:14930:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964623.957481:0:14930:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957482:0:14930:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964623.957482:0:14930:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304320 : -1055247296 : ffffffffc11a3440) 00000020:00000001:1.0:1557964623.957483:0:14930:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964623.957483:0:14930:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964623.957484:0:14930:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964623.957484:0:14930:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964623.957485:0:14930:0:(tgt_handler.c:314:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957487:0:14930:0:(tgt_handler.c:2134:tgt_brw_write()) Process entered 00000100:00000001:1.0:1557964623.957489:0:14930:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964623.957489:0:14930:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964623.957490:0:14930:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 704 at ffff8886fcfab400. 02000000:00000001:1.0:1557964623.957491:0:14930:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957492:0:14930:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957493:0:14930:0:(tgt_handler.c:1622:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1557964623.957494:0:14930:0:(tgt_handler.c:1631:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957495:0:14930:0:(obd_class.h:1134:obd_preprw()) Process entered 00002000:00000001:1.0:1557964623.957498:0:14930:0:(ofd_io.c:548:ofd_preprw_write()) Process entered 00002000:00000001:1.0:1557964623.957499:0:14930:0:(ofd_objects.c:109:ofd_object_find()) Process entered 00002000:00000001:1.0:1557964623.957501:0:14930:0:(ofd_objects.c:117:ofd_object_find()) Process leaving (rc=18446612708295133336 : -131365414418280 : ffff88861b234898) 00002000:00000001:1.0:1557964623.957502:0:14930:0:(tgt_grant.c:1203:tgt_grant_prepare_write()) Process entered 00002000:00000001:1.0:1557964623.957503:0:14930:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1557964623.957503:0:14930:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:1.0:1557964623.957505:0:14930:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957506:0:14930:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000020:1.0:1557964623.957507:0:14930:0:(tgt_grant.c:411:tgt_grant_statfs()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 free: 58362977189888 avail: 58362975092736 00002000:00000001:1.0:1557964623.957509:0:14930:0:(tgt_grant.c:437:tgt_grant_space_left()) Process entered 00002000:00000020:1.0:1557964623.957510:0:14930:0:(tgt_grant.c:473:tgt_grant_space_left()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 avail 58362975092736 left 58362898153472 unstable 0 tot_grant 76873728 pending 0 00002000:00000001:1.0:1557964623.957512:0:14930:0:(tgt_grant.c:475:tgt_grant_space_left()) Process leaving (rc=58362898153472 : 58362898153472 : 3514abd00000) 00002000:00000001:1.0:1557964623.957514:0:14930:0:(tgt_grant.c:500:tgt_grant_incoming()) Process entered 00002000:00000020:1.0:1557964623.957515:0:14930:0:(tgt_grant.c:516:tgt_grant_incoming()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 reports grant 262144 dropped 0, local 37617664 00002000:00000001:1.0:1557964623.957517:0:14930:0:(tgt_grant.c:571:tgt_grant_incoming()) Process leaving 00002000:00000001:1.0:1557964623.957517:0:14930:0:(tgt_grant.c:709:tgt_grant_check()) Process entered 00002000:00000020:1.0:1557964623.957519:0:14930:0:(tgt_grant.c:836:tgt_grant_check()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 granted: 0 ungranted: 786432 grant: 37617664 dirty: 0 00002000:00000001:1.0:1557964623.957520:0:14930:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00002000:00000001:1.0:1557964623.957521:0:14930:0:(tgt_grant.c:891:tgt_grant_alloc()) Process entered 00002000:00000020:1.0:1557964623.957522:0:14930:0:(tgt_grant.c:961:tgt_grant_alloc()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 wants: 34209792 current grant 262144 granting: 0 00002000:00000020:1.0:1557964623.957523:0:14930:0:(tgt_grant.c:966:tgt_grant_alloc()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 tot cached:0 granted:77660160 num_exports: 3 00002000:00000001:1.0:1557964623.957524:0:14930:0:(tgt_grant.c:968:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957524:0:14930:0:(tgt_grant.c:1274:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1557964623.957526:0:14930:0:(lustre_net.h:2039:ptlrpc_connection_is_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1557964623.957529:0:14930:0:(osd_io.c:432:osd_bufs_get_write()) Process entered 00080000:00000001:1.0:1557964623.957542:0:14930:0:(osd_io.c:525:osd_bufs_get_write()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:1.0:1557964623.957544:0:14930:0:(lprocfs_jobstats.c:272:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1557964623.957544:0:14930:0:(lprocfs_jobstats.c:281:lprocfs_job_stats_log()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00002000:00000001:1.0:1557964623.957546:0:14930:0:(ofd_io.c:664:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957546:0:14930:0:(ofd_io.c:766:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957547:0:14930:0:(obd_class.h:1140:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957548:0:14930:0:(niobuf.c:130:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1557964623.957549:0:14930:0:(client.c:129:ptlrpc_new_bulk()) kmalloced 'desc': 280 at ffff88863df73000. 00000100:00000010:1.0:1557964623.957551:0:14930:0:(client.c:134:ptlrpc_new_bulk()) kmalloced '((desc)->bd_u.bd_kiov.bd_vec)': 32 at ffff888737ac20e0. 00000020:00000040:1.0:1557964623.957552:0:14930:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 8 00010000:00000001:1.0:1557964623.957554:0:14930:0:(ldlm_lib.c:3169:target_bulk_io()) Process entered 00000100:00000001:1.0:1557964623.957555:0:14930:0:(niobuf.c:164:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1557964623.957557:0:14930:0:(lib-lnet.h:229:lnet_md_alloc()) alloc '(md)': 144 at ffff888737a54780 (tot 24345636). 00000400:00000010:1.0:1557964623.957559:0:14930:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71800 (tot 24346036). 00000400:00000200:1.0:1557964623.957561:0:14930:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.39@o2ib100 00000400:00000200:1.0:1557964623.957567:0:14930:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : GET 00000800:00000200:1.0:1557964623.957569:0:14930:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:1.0:1557964623.957571:0:14930:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 2 offset 0 nob 4587 00000400:00000010:1.0:1557964623.957578:0:14930:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72a00 (tot 24346436). 00000400:00000200:1.0:1557964623.957581:0:14930:0:(lib-move.c:2877:lnet_create_reply_msg()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.39@o2ib100 md ffff888737a54780 00000800:00000200:1.0:1557964623.957583:0:14930:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964623.957584:0:14930:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:1.0:1557964623.957585:0:14930:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:1.0:1557964623.957589:0:14930:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000200:1.0:1557964623.957591:0:14930:0:(niobuf.c:262:ptlrpc_start_bulk_transfer()) Transferring 2 pages 4587 bytes via portal 8 id 12345-172.19.1.39@o2ib100 mbits 0x5cdc898725ee0-0x5cdc898725ee0 00000100:00000001:1.0:1557964623.957593:0:14930:0:(niobuf.c:264:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964623.957631:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964623.957646:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964623.957648:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (23)-- 00000800:00000200:17.0:1557964623.957649:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:12.2:1557964623.957724:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964623.957762:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:21.0:1557964623.957767:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d7[0] from 172.19.1.39@o2ib100 00000800:00000200:21.0:1557964623.957771:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:21.0:1557964623.957773:0:14815:0:(events.c:438:server_bulk_callback()) Process entered 00000100:00000200:21.0:1557964623.957774:0:14815:0:(events.c:449:server_bulk_callback()) event type 5, status 0, desc ffff88863df73000 00000100:00000001:21.0:1557964623.957775:0:14815:0:(events.c:476:server_bulk_callback()) Process leaving 00000400:00000010:21.0:1557964623.957776:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71800 (tot 24346036). 00000100:00000001:21.0:1557964623.957778:0:14815:0:(events.c:438:server_bulk_callback()) Process entered 00000100:00000200:21.0:1557964623.957778:0:14815:0:(events.c:449:server_bulk_callback()) event type 3, status 0, desc ffff88863df73000 00000100:00000001:21.0:1557964623.957779:0:14815:0:(events.c:476:server_bulk_callback()) Process leaving 00000400:00000200:21.0:1557964623.957780:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff888737a54780 00000400:00000010:21.0:1557964623.957781:0:14815:0:(lib-lnet.h:256:lnet_md_free()) kfreed 'md': 144 at ffff888737a54780 (tot 24345892). 00000400:00000010:21.0:1557964623.957782:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72a00 (tot 24345492). 00000800:00000200:21.0:1557964623.957783:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (22)++ 00000800:00000200:21.0:1557964623.957785:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (23)-- 00000800:00000200:21.0:1557964623.957785:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964623.957787:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00010000:00000001:1.0:1557964623.957820:0:14930:0:(ldlm_lib.c:3270:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1557964623.957837:0:14930:0:(linux-crypto.c:118:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 14663 MB/s 00000020:00000040:1.0:1557964623.957838:0:14930:0:(tgt_handler.c:1677:tgt_checksum_bulk()) Checksum for algo crc32c 00000020:00000001:1.0:1557964623.957846:0:14930:0:(obd_class.h:1149:obd_commitrw()) Process entered 00002000:00000001:1.0:1557964623.957849:0:14930:0:(ofd_io.c:1031:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1557964623.957850:0:14930:0:(ofd_objects.c:109:ofd_object_find()) Process entered 00002000:00000001:1.0:1557964623.957852:0:14930:0:(ofd_objects.c:117:ofd_object_find()) Process leaving (rc=18446612708295133336 : -131365414418280 : ffff88861b234898) 00002000:00000001:1.0:1557964623.957853:0:14930:0:(ofd_io.c:837:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1557964623.957854:0:14930:0:(ofd_objects.c:433:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1557964623.957856:0:14930:0:(ofd_objects.c:474:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1557964623.957857:0:14930:0:(osd_xattr.c:231:osd_xattr_get()) Process entered 00080000:00000001:1.0:1557964623.957860:0:14930:0:(osd_xattr.c:249:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:1.0:1557964623.957863:0:14930:0:(osd_handler.c:334:osd_trans_create()) Process entered 00080000:00000010:1.0:1557964623.957864:0:14930:0:(osd_handler.c:349:osd_trans_create()) kmalloced 'oh': 304 at ffff88863df73c00. 00080000:00000001:1.0:1557964623.957866:0:14930:0:(osd_handler.c:364:osd_trans_create()) Process leaving (rc=18446612708879449088 : -131364830102528 : ffff88863df73c00) 00080000:00000001:1.0:1557964623.957869:0:14930:0:(osd_object.c:899:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1557964623.957876:0:14930:0:(osd_object.c:968:osd_declare_attr_set()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00080000:00000001:1.0:1557964623.957877:0:14930:0:(osd_object.c:999:osd_declare_attr_set()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00002000:00000001:1.0:1557964623.957879:0:14930:0:(ofd_io.c:869:ofd_write_attr_set()) Process leaving via out_tx (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00080000:00000001:1.0:1557964623.957880:0:14930:0:(osd_handler.c:280:osd_trans_stop()) Process entered 00040000:00000001:1.0:1557964623.957883:0:14930:0:(qsd_handler.c:1080:qsd_op_end()) Process entered 00040000:00000001:1.0:1557964623.957885:0:14930:0:(qsd_handler.c:1111:qsd_op_end()) Process leaving 00080000:00000010:1.0:1557964623.957886:0:14930:0:(osd_handler.c:296:osd_trans_stop()) kfreed 'oh': 304 at ffff88863df73c00. 00080000:00000001:1.0:1557964623.957887:0:14930:0:(osd_handler.c:297:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957888:0:14930:0:(ofd_io.c:1053:ofd_commitrw_write()) Process leaving via out (rc=18446744073709551521 : -95 : 0xffffffffffffffa1) 00000020:00000002:1.0:1557964623.957894:0:14930:0:(lu_object.c:157:lu_object_put()) Add ffff88861b2348c0 to site lru. hash: ffff889721980a80, bkt: ffff8886a1b15518, lru_len: 1 00002000:00000001:1.0:1557964623.957897:0:14930:0:(tgt_grant.c:1395:tgt_grant_commit()) Process entered 00002000:00000001:1.0:1557964623.957898:0:14930:0:(tgt_grant.c:1449:tgt_grant_commit()) Process leaving 00002000:00000001:1.0:1557964623.957898:0:14930:0:(ofd_io.c:1172:ofd_commitrw_write()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000001:00000001:1.0:1557964623.957900:0:14930:0:(nodemap_handler.c:610:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1557964623.957900:0:14930:0:(nodemap_handler.c:613:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964623.957901:0:14930:0:(ofd_io.c:1313:ofd_commitrw()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:1.0:1557964623.957902:0:14930:0:(obd_class.h:1156:obd_commitrw()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000020:00000001:1.0:1557964623.957903:0:14930:0:(tgt_handler.c:1646:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1557964623.957904:0:14930:0:(tgt_handler.c:1655:tgt_brw_unlock()) Process leaving 00000100:00000001:1.0:1557964623.957905:0:14930:0:(client.c:257:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1557964623.957906:0:14930:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 7 00000100:00000010:1.0:1557964623.957907:0:14930:0:(client.c:278:ptlrpc_free_bulk()) kfreed '((desc)->bd_u.bd_kiov.bd_vec)': 32 at ffff888737ac20e0. 00000100:00000010:1.0:1557964623.957908:0:14930:0:(client.c:282:ptlrpc_free_bulk()) kfreed 'desc': 280 at ffff88863df73000. 00000100:00000001:1.0:1557964623.957909:0:14930:0:(client.c:283:ptlrpc_free_bulk()) Process leaving 00000020:00000001:1.0:1557964623.957910:0:14930:0:(tgt_handler.c:2350:tgt_brw_write()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00010000:00000040:1.0:1557964623.957911:0:14930:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318338784 00010000:00000001:1.0:1557964623.957912:0:14930:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964623.957914:0:14930:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863a26d050 x1633636318338784/t0(0) o4->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 608/448 e 0 to 0 dl 1557964684 ref 1 fl Interpret:/0/0 rc -95/0 00010000:00000001:1.0:1557964623.957917:0:14930:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964623.957918:0:14930:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964623.957919:0:14930:0:(import.c:1677:at_measured()) add 1 to ffff888636e5fd50 time=635 v=45 (1 0 0 0) 00000100:00000001:1.0:1557964623.957920:0:14930:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964623.957922:0:14930:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:1.0:1557964623.957923:0:14930:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:1.0:1557964623.957923:0:14930:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964623.957924:0:14930:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957925:0:14930:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964623.957927:0:14930:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:1.0:1557964623.957928:0:14930:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a700. 00000100:00000200:1.0:1557964623.957929:0:14930:0:(niobuf.c:85:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1633636318338784, offset 192 00000400:00000010:1.0:1557964623.957930:0:14930:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73000 (tot 24345892). 00000400:00000200:1.0:1557964623.957932:0:14930:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:1.0:1557964623.957938:0:14930:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:1.0:1557964623.957941:0:14930:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 416 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:1.0:1557964623.957944:0:14930:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964623.957945:0:14930:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:1.0:1557964623.957946:0:14930:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:1.0:1557964623.957948:0:14930:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:1.0:1557964623.957949:0:14930:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957950:0:14930:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964623.957951:0:14930:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:1.0:1557964623.957952:0:14930:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964623.957952:0:14930:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964623.957953:0:14930:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964623.957954:0:14930:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964623.957955:0:14930:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863a26d050 x1633636318338784/t0(0) o4->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 608/416 e 0 to 0 dl 1557964684 ref 1 fl Interpret:/0/0 rc -95/-95 00000100:00100000:1.0:1557964623.957959:0:14930:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_io00_002:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24076:x1633636318338784:12345-172.19.1.39@o2ib100:4 Request processed in 484us (682us total) trans 0 rc -95/-95 00000100:00100000:1.0:1557964623.957963:0:14930:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 205 00000100:00000040:1.0:1557964623.957963:0:14930:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:1.0:1557964623.957964:0:14930:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1557964623.957965:0:14930:0:(ofd_dev.c:2532:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1557964623.957966:0:14930:0:(ofd_dev.c:2563:ofd_rw_hpreq_check()) @@@ looze-OST0009 ll_ost_io00_002: refresh rw locks: [0x100090000:0x2c439:0x0] (0->4586) req@ffff88863a26d050 x1633636318338784/t0(0) o4->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:289/0 lens 608/416 e 0 to 0 dl 1557964684 ref 1 fl Complete:/0/0 rc -95/-95 00002000:00000001:1.0:1557964623.957970:0:14930:0:(ofd_dev.c:2413:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1557964623.957970:0:14930:0:(ofd_dev.c:2422:ofd_prolong_extent_locks()) Prolong locks for req ffff88863a26d050 with x1633636318338784 ext(0->4586) 00010000:00000001:1.0:1557964623.957972:0:14930:0:(ldlm_lock.c:587:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1557964623.957972:0:14930:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000001:1.0:1557964623.957973:0:14930:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612707982166528 : -131365727385088 : ffff8886087bca00) 00010000:00000001:1.0:1557964623.957986:0:14930:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process leaving (rc=18446612707982166528 : -131365727385088 : ffff8886087bca00) 00010000:00000001:1.0:1557964623.957987:0:14930:0:(ldlm_lock.c:188:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1557964623.957988:0:14930:0:(ldlm_lock.c:222:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1557964623.957988:0:14930:0:(ofd_dev.c:2438:ofd_prolong_extent_locks()) Process leaving 00000800:00000200:12.2:1557964623.957989:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00002000:00010000:1.0:1557964623.957990:0:14930:0:(ofd_dev.c:2568:ofd_rw_hpreq_check()) looze-OST0009: refreshed 0 locks timeout for req ffff88863a26d050. 00002000:00000001:1.0:1557964623.957990:0:14930:0:(ofd_dev.c:2573:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964623.957991:0:14930:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964623.957992:0:14930:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b680. 00000020:00000010:1.0:1557964623.957993:0:14930:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55680. 00000020:00000010:1.0:1557964623.957995:0:14930:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964623.957996:0:14930:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:1.0:1557964623.957997:0:14930:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964623.957999:0:14930:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 6 00000400:00000010:1.0:1557964623.958000:0:14930:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95d20. 00000400:00000010:1.0:1557964623.958001:0:14930:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b680. 00000400:00000001:1.0:1557964623.958003:0:14930:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964623.958004:0:14930:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964623.958006:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964623.958021:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964623.958023:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964623.958024:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964623.958025:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 704 at ffff8886fcfab400. 02000000:00000001:17.0:1557964623.958026:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964623.958026:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964623.958026:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a700 00000400:00000010:17.0:1557964623.958027:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a700. 00000400:00000010:17.0:1557964623.958028:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73000 (tot 24345492). 00000800:00000200:17.0:1557964623.958029:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964623.958032:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:13.0:1557964624.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964624.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964624.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964624.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964624.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964624.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964624.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964624.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964624.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964624.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964624.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964624.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964624.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964624.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964624.508126:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964624.508127:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964625.203054:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964625.203075:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964625.203082:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964625.203090:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964625.203093:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964625.203099:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010380 00000400:00000200:14.0:1557964625.203106:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9195 [1] + 0 00000400:00000010:14.0:1557964625.203110:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff98a0. 00000400:00000200:14.0:1557964625.203112:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e480 00000800:00000200:15.0:1557964625.203115:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964625.203116:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964625.203117:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964625.203119:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebac50 x1633635891479424 msgsize 224 00000100:00100000:14.0:1557964625.203125:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964625.203127:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964625.203130:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964625.203131:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e480 00000400:00000010:14.0:1557964625.203133:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e480. 00000400:00000010:14.0:1557964625.203135:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964625.203138:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964625.203141:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964625.203143:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964625.203167:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964625.203171:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964625.203173:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964625.203174:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964625.203176:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964625.203177:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964625.203181:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964625.203183:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479424 00000020:00000001:10.0:1557964625.203185:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964625.203186:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964625.203188:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964625.203190:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964625.203192:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964625.203195:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964625.203197:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964625.203201:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964625.203204:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964625.203207:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3500. 00000020:00000010:10.0:1557964625.203209:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964625.203212:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964625.203214:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964625.203215:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964625.203216:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964625.203220:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964625.203225:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964625.203228:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964625.203230:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964625.203231:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964625.203232:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964625.203233:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964625.203235:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964625.203239:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1573 00000100:00000040:10.0:1557964625.203242:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964625.203243:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725363280 : -131291984188336 : ffff889733ebac50) 00000100:00000040:10.0:1557964625.203248:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebac50 x1633635891479424/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:291/0 lens 224/0 e 0 to 0 dl 1557964686 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964625.203258:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964625.203259:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964625.203262:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891479424:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964625.203265:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479424 00000020:00000001:10.0:1557964625.203267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964625.203269:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964625.203271:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964625.203287:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964625.203288:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964625.203289:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964625.203290:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964625.203291:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964625.203291:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964625.203292:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964625.203294:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964625.203294:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964625.203296:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739c00. 02000000:00000001:10.0:1557964625.203297:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964625.203297:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964625.203298:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964625.203299:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964625.203300:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964625.203301:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964625.203303:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964625.203304:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964625.203305:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964625.203307:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964625.203308:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964625.203310:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964625.203311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964625.203312:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964625.203313:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964625.203314:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964625.203315:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479424 00010000:00000001:10.0:1557964625.203316:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964625.203317:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebac50 x1633635891479424/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:291/0 lens 224/368 e 0 to 0 dl 1557964686 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964625.203320:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964625.203321:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964625.203322:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=78 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964625.203323:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964625.203325:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964625.203326:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964625.203327:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964625.203328:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964625.203329:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964625.203330:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964625.203331:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2280. 00000100:00000200:10.0:1557964625.203333:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479424, offset 192 00000400:00000010:10.0:1557964625.203335:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7200 (tot 24345892). 00000400:00000200:10.0:1557964625.203337:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964625.203343:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964625.203346:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964625.203348:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964625.203350:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964625.203351:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964625.203353:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964625.203354:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964625.203355:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964625.203356:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964625.203357:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964625.203358:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964625.203358:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964625.203359:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964625.203361:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebac50 x1633635891479424/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:291/0 lens 224/336 e 0 to 0 dl 1557964686 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964625.203364:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891479424:12345-172.19.1.25@o2ib100:13 Request processed in 106us (244us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964625.203367:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1573 00000100:00000040:10.0:1557964625.203368:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964625.203369:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964625.203370:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964625.203371:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3500. 00000020:00000010:10.0:1557964625.203372:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964625.203373:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964625.203374:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964625.203375:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964625.203376:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964625.203377:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36a80. 00000400:00000010:10.0:1557964625.203378:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3500. 00000400:00000001:10.0:1557964625.203379:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964625.203380:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964625.203381:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964625.203390:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964625.203393:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964625.203395:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964625.203396:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964625.203397:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739c00. 02000000:00000001:14.0:1557964625.203417:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964625.203418:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964625.203418:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2280 00000400:00000010:14.0:1557964625.203419:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2280. 00000400:00000010:14.0:1557964625.203423:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7200 (tot 24345492). 00000800:00000200:14.0:1557964625.203424:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557964625.203425:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964625.211399:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964625.211452:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964625.211462:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964625.211470:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964625.211473:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964625.211479:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11d80 00000400:00000200:21.0:1557964625.211485:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd139 [1] + 0 00000400:00000010:21.0:1557964625.211489:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea93c0. 00000400:00000200:21.0:1557964625.211494:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2d00 00000800:00000200:7.0:1557964625.211495:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964625.211497:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964625.211499:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964625.211501:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615450 x1633635870514560 msgsize 224 00000100:00100000:21.0:1557964625.211507:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964625.211509:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964625.211512:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964625.211513:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2d00 00000400:00000010:21.0:1557964625.211514:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2d00. 00000400:00000010:21.0:1557964625.211517:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964625.211520:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964625.211523:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964625.211525:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964625.211547:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964625.211551:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964625.211553:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964625.211554:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964625.211556:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964625.211557:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964625.211561:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964625.211563:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514560 00000020:00000001:1.0:1557964625.211565:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964625.211567:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964625.211569:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964625.211571:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964625.211573:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964625.211575:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964625.211578:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964625.211580:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964625.211582:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964625.211586:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a280. 00000020:00000010:1.0:1557964625.211588:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964625.211591:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964625.211593:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964625.211594:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964625.211596:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.211600:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.211606:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964625.211609:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964625.211611:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964625.211612:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964625.211613:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964625.211614:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964625.211616:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964625.211621:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1579 00000100:00000040:1.0:1557964625.211623:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964625.211625:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836070480 : -131364873481136 : ffff88863b615450) 00000100:00000040:1.0:1557964625.211629:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615450 x1633635870514560/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:291/0 lens 224/0 e 0 to 0 dl 1557964686 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964625.211639:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964625.211640:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964625.211643:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870514560:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964625.211647:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514560 00000020:00000001:1.0:1557964625.211648:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964625.211651:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964625.211652:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964625.211654:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964625.211655:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964625.211658:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964625.211659:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964625.211661:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964625.211662:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964625.211663:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.211665:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964625.211666:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964625.211669:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf400. 02000000:00000001:1.0:1557964625.211670:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.211672:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964625.211674:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964625.211676:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964625.211677:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964625.211680:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964625.211682:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964625.211685:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964625.211688:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964625.211691:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964625.211694:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964625.211696:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964625.211699:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964625.211700:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964625.211702:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514560 00010000:00000001:1.0:1557964625.211705:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964625.211708:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615450 x1633635870514560/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:291/0 lens 224/368 e 0 to 0 dl 1557964686 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964625.211717:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964625.211718:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964625.211720:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=78 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964625.211724:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964625.211727:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964625.211729:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964625.211731:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964625.211732:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.211734:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964625.211737:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964625.211739:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b700. 00000100:00000200:1.0:1557964625.211742:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514560, offset 192 00000400:00000010:1.0:1557964625.211745:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73c00 (tot 24345892). 00000400:00000200:1.0:1557964625.211749:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964625.211762:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964625.211768:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964625.211773:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964625.211776:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964625.211779:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964625.211783:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964625.211785:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964625.211787:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964625.211790:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964625.211792:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964625.211793:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964625.211794:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964625.211796:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964625.211799:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615450 x1633635870514560/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:291/0 lens 224/336 e 0 to 0 dl 1557964686 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964625.211810:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870514560:12345-172.19.1.24@o2ib100:13 Request processed in 169us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964625.211818:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1579 00000100:00000040:1.0:1557964625.211820:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964625.211822:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964625.211822:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964625.211823:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964625.211825:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a280. 00000020:00000010:1.0:1557964625.211827:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964625.211829:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964625.211831:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964625.211833:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964625.211836:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964625.211838:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95d80. 00000400:00000010:1.0:1557964625.211840:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a280. 00000400:00000001:1.0:1557964625.211843:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964625.211844:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964625.211859:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964625.211865:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964625.211868:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964625.211869:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964625.211871:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf400. 02000000:00000001:17.0:1557964625.211873:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964625.211874:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964625.211875:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b700 00000400:00000010:17.0:1557964625.211877:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b700. 00000400:00000010:17.0:1557964625.211879:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73c00 (tot 24345492). 00000800:00000200:17.0:1557964625.211881:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964625.211884:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964625.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964625.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964625.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964625.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964625.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964625.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964625.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964625.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964625.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964625.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964625.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964625.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964625.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964625.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964625.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964625.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964626.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964626.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964626.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964626.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964626.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964626.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964626.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964626.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964626.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964626.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964626.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964626.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964626.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964626.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964626.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964626.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964627.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964627.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964627.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964627.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964627.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964627.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964627.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964627.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964627.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964627.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964627.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964627.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964627.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964627.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964627.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964627.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964627.514946:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd2c00 (tot 24345748). 00000400:00000010:6.0:1557964627.514955:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd2c00 (tot 24345492). 00000020:00000001:6.0:1557964627.515936:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964627.515937:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318343842, max_age 4318347843 00002000:00000001:6.0:1557964627.515939:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964627.515940:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964627.515941:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964627.515943:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964627.515944:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964627.515945:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964627.515947:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964627.515948:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964627.515949:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964627.515951:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964627.515951:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964627.515952:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964627.515953:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964627.515984:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964627.515985:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318348843, max_age 4318347844 00000020:00000004:6.0:1557964627.515985:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964627.515987:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964627.516011:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964627.516012:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318348843, max_age 4318347844 00000020:00000004:6.0:1557964627.516012:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964627.516013:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964627.516035:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964627.516036:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318348843, max_age 4318347844 00000020:00000004:6.0:1557964627.516036:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964627.516037:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964628.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330113:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964628.330117:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964628.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964628.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964628.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964628.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964628.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964628.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964628.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964628.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964628.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964628.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964628.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964628.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964628.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964628.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964629.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964629.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964629.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964629.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964629.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964629.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964629.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964629.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964629.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964629.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964629.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964629.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964629.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964629.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964629.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964629.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964630.211049:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964630.211070:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964630.211078:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964630.211086:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964630.211089:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964630.211096:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0103a0 00000400:00000200:14.0:1557964630.211102:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x91a5 [1] + 0 00000400:00000010:14.0:1557964630.211106:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d80. 00000400:00000200:14.0:1557964630.211108:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fc00 00000800:00000200:15.0:1557964630.211112:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964630.211112:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964630.211113:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964630.211116:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733eba850 x1633635891479456 msgsize 224 00000100:00100000:14.0:1557964630.211122:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964630.211124:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964630.211127:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964630.211128:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fc00 00000400:00000010:14.0:1557964630.211130:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fc00. 00000400:00000010:14.0:1557964630.211132:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964630.211137:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964630.211140:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964630.211141:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964630.211162:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964630.211166:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964630.211169:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964630.211171:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964630.211173:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964630.211174:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964630.211178:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964630.211180:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479456 00000020:00000001:10.0:1557964630.211183:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964630.211184:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964630.211186:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964630.211188:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964630.211190:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964630.211192:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964630.211195:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964630.211197:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964630.211200:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964630.211203:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2600. 00000020:00000010:10.0:1557964630.211205:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964630.211208:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964630.211210:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964630.211212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964630.211213:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964630.211216:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964630.211222:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964630.211225:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964630.211226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964630.211227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964630.211228:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964630.211230:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964630.211231:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964630.211236:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1574 00000100:00000040:10.0:1557964630.211238:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964630.211242:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725362256 : -131291984189360 : ffff889733eba850) 00000100:00000040:10.0:1557964630.211246:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eba850 x1633635891479456/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:296/0 lens 224/0 e 0 to 0 dl 1557964691 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964630.211256:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964630.211257:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964630.211261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891479456:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964630.211264:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479456 00000020:00000001:10.0:1557964630.211266:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964630.211268:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964630.211269:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964630.211271:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964630.211272:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964630.211275:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964630.211276:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964630.211278:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964630.211279:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964630.211280:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964630.211282:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964630.211284:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964630.211285:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557964630.211287:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964630.211289:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964630.211291:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964630.211293:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964630.211294:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964630.211296:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964630.211300:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964630.211302:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964630.211304:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964630.211307:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964630.211310:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964630.211313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964630.211315:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964630.211319:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964630.211322:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964630.211323:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964630.211325:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479456 00010000:00000001:10.0:1557964630.211328:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964630.211331:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eba850 x1633635891479456/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:296/0 lens 224/368 e 0 to 0 dl 1557964691 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964630.211340:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964630.211341:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964630.211343:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=83 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964630.211347:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964630.211349:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964630.211351:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964630.211353:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964630.211355:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964630.211356:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964630.211360:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964630.211362:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e80. 00000100:00000200:10.0:1557964630.211364:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479456, offset 192 00000400:00000010:10.0:1557964630.211370:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7000 (tot 24345892). 00000400:00000200:10.0:1557964630.211374:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964630.211399:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964630.211405:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964630.211407:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964630.211409:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964630.211410:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964630.211412:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964630.211413:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964630.211414:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964630.211415:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964630.211416:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964630.211417:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964630.211418:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964630.211419:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964630.211420:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eba850 x1633635891479456/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:296/0 lens 224/336 e 0 to 0 dl 1557964691 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964630.211424:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891479456:12345-172.19.1.25@o2ib100:13 Request processed in 167us (308us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964630.211428:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1574 00000100:00000040:10.0:1557964630.211428:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964630.211429:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964630.211430:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964630.211431:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2600. 00000020:00000010:10.0:1557964630.211432:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964630.211433:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964630.211434:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964630.211435:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964630.211436:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964630.211437:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a369c0. 00000400:00000010:10.0:1557964630.211438:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2600. 00000400:00000001:10.0:1557964630.211439:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964630.211439:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964630.211441:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964630.211449:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964630.211452:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964630.211454:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964630.211455:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964630.211456:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b000. 02000000:00000001:14.0:1557964630.211476:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964630.211478:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964630.211479:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e80 00000400:00000010:14.0:1557964630.211481:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e80. 00000400:00000010:14.0:1557964630.211483:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7000 (tot 24345492). 00000800:00000200:15.0:1557964630.211484:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964630.211487:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964630.219396:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964630.219447:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964630.219457:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964630.219465:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964630.219468:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964630.219474:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11da0 00000400:00000200:7.0:1557964630.219480:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd149 [1] + 0 00000400:00000010:7.0:1557964630.219485:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9720. 00000400:00000200:7.0:1557964630.219487:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3100 00000800:00000200:21.0:1557964630.219490:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964630.219497:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964630.219498:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964630.219501:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615050 x1633635870514592 msgsize 224 00000100:00100000:7.0:1557964630.219507:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964630.219508:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964630.219511:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964630.219512:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3100 00000400:00000010:7.0:1557964630.219514:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3100. 00000400:00000010:7.0:1557964630.219516:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964630.219519:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964630.219521:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964630.219523:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964630.219546:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964630.219550:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964630.219553:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964630.219555:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964630.219556:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964630.219559:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964630.219562:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964630.219565:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514592 00000020:00000001:1.0:1557964630.219569:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964630.219571:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964630.219572:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964630.219574:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964630.219576:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964630.219579:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964630.219582:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964630.219583:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964630.219585:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964630.219589:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ac00. 00000020:00000010:1.0:1557964630.219591:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a549c0. 00000100:00000040:1.0:1557964630.219594:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964630.219596:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964630.219598:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964630.219599:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964630.219602:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964630.219607:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964630.219611:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964630.219612:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964630.219613:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964630.219614:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964630.219616:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964630.219617:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964630.219622:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1580 00000100:00000040:1.0:1557964630.219624:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964630.219626:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836069456 : -131364873482160 : ffff88863b615050) 00000100:00000040:1.0:1557964630.219631:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615050 x1633635870514592/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:296/0 lens 224/0 e 0 to 0 dl 1557964691 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964630.219641:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964630.219642:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964630.219645:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870514592:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964630.219648:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514592 00000020:00000001:1.0:1557964630.219650:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964630.219653:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964630.219655:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964630.219657:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964630.219658:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964630.219661:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964630.219662:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964630.219664:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964630.219665:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964630.219666:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964630.219669:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964630.219670:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964630.219672:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfabc00. 02000000:00000001:1.0:1557964630.219674:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964630.219676:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964630.219678:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964630.219680:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964630.219681:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964630.219682:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964630.219684:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964630.219687:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964630.219705:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964630.219708:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964630.219710:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964630.219711:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964630.219712:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964630.219713:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964630.219713:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514592 00010000:00000001:1.0:1557964630.219714:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964630.219716:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615050 x1633635870514592/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:296/0 lens 224/368 e 0 to 0 dl 1557964691 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964630.219719:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964630.219720:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964630.219720:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=83 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964630.219722:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964630.219724:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964630.219725:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964630.219726:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964630.219727:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964630.219728:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964630.219729:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964630.219730:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bb80. 00000100:00000200:1.0:1557964630.219732:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514592, offset 192 00000400:00000010:1.0:1557964630.219733:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70e00 (tot 24345892). 00000400:00000200:1.0:1557964630.219734:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964630.219740:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964630.219742:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964630.219745:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964630.219746:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964630.219747:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964630.219750:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964630.219751:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964630.219751:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964630.219753:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964630.219754:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964630.219754:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964630.219755:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964630.219756:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964630.219757:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615050 x1633635870514592/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:296/0 lens 224/336 e 0 to 0 dl 1557964691 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964630.219761:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870514592:12345-172.19.1.24@o2ib100:13 Request processed in 120us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964630.219764:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1580 00000100:00000040:1.0:1557964630.219765:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964630.219766:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964630.219766:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964630.219767:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ac00. 00000020:00000010:1.0:1557964630.219769:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a549c0. 00000020:00000010:1.0:1557964630.219770:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964630.219771:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964630.219772:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964630.219774:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964630.219775:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95de0. 00000400:00000010:1.0:1557964630.219776:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ac00. 00000400:00000001:1.0:1557964630.219777:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964630.219778:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964630.219791:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964630.219805:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964630.219808:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964630.219809:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964630.219810:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964630.219811:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfabc00. 02000000:00000001:17.0:1557964630.219812:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964630.219813:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964630.219813:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bb80 00000400:00000010:17.0:1557964630.219814:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bb80. 00000400:00000010:17.0:1557964630.219815:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70e00 (tot 24345492). 00000800:00000200:17.0:1557964630.219816:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964630.219817:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964630.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964630.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964630.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964630.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964630.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964630.508060:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964630.508062:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964630.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964630.508065:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964630.508066:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964630.508067:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964630.508069:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964630.508070:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964630.508072:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964630.508073:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964630.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964630.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964630.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964630.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964630.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964630.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964630.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964630.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964631.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964631.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964631.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964631.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964631.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964631.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964631.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964631.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964631.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964631.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964631.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964631.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964631.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964631.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964631.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964631.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964632.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964632.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964632.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964632.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964632.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964632.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964632.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964632.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964632.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964632.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964632.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964632.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964632.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964632.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964632.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964632.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964632.516389:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873d562c00 (tot 24345748). 00000400:00000010:6.0:1557964632.516397:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873d562c00 (tot 24345492). 00000020:00000001:6.0:1557964632.517371:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964632.517372:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318348843, max_age 4318352845 00002000:00000001:6.0:1557964632.517373:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964632.517374:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964632.517375:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964632.517378:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964632.517379:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964632.517381:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964632.517382:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964632.517383:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964632.517385:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964632.517386:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964632.517386:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964632.517388:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964632.517388:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964632.517413:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964632.517413:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318353845, max_age 4318352845 00000020:00000004:6.0:1557964632.517414:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964632.517415:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964632.517437:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964632.517438:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318353845, max_age 4318352845 00000020:00000004:6.0:1557964632.517438:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964632.517440:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964632.517463:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964632.517464:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318353845, max_age 4318352845 00000020:00000004:6.0:1557964632.517464:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964632.517466:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964633.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964633.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964633.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964633.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964633.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964633.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964633.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964633.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964633.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964633.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964633.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964633.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964633.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964633.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964633.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964633.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964634.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964634.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964634.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964634.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964634.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964634.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964634.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964634.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964634.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964634.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964634.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964634.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964634.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964634.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964634.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964634.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964635.219030:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964635.219052:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964635.219060:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964635.219068:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964635.219071:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964635.219079:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0103c0 00000400:00000200:14.0:1557964635.219086:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x91b5 [1] + 0 00000400:00000010:14.0:1557964635.219090:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff91e0. 00000400:00000200:14.0:1557964635.219092:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ed80 00000800:00000200:15.0:1557964635.219094:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964635.219096:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964635.219097:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964635.219099:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eba450 x1633635891479488 msgsize 224 00000100:00100000:14.0:1557964635.219106:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964635.219107:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964635.219111:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964635.219112:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ed80 00000400:00000010:14.0:1557964635.219114:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ed80. 00000400:00000010:14.0:1557964635.219116:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964635.219119:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964635.219121:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964635.219123:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964635.219148:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964635.219151:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964635.219153:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964635.219155:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964635.219156:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964635.219158:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964635.219161:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964635.219164:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479488 00000020:00000001:10.0:1557964635.219166:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964635.219167:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964635.219169:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964635.219171:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964635.219173:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964635.219175:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964635.219178:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964635.219184:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964635.219186:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964635.219189:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3080. 00000020:00000010:10.0:1557964635.219192:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964635.219194:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964635.219197:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964635.219198:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964635.219199:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964635.219202:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964635.219208:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964635.219211:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964635.219212:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964635.219214:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964635.219215:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964635.219216:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964635.219217:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964635.219222:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1575 00000100:00000040:10.0:1557964635.219225:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964635.219226:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725361232 : -131291984190384 : ffff889733eba450) 00000100:00000040:10.0:1557964635.219230:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eba450 x1633635891479488/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:301/0 lens 224/0 e 0 to 0 dl 1557964696 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964635.219241:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964635.219242:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964635.219245:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891479488:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964635.219248:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479488 00000020:00000001:10.0:1557964635.219250:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964635.219252:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964635.219254:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964635.219256:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964635.219257:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964635.219259:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964635.219261:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964635.219262:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964635.219263:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964635.219266:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964635.219268:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964635.219270:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964635.219271:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964635.219273:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964635.219275:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964635.219277:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964635.219279:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964635.219280:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964635.219282:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964635.219286:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964635.219288:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964635.219290:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964635.219293:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964635.219296:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964635.219299:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964635.219301:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964635.219304:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964635.219307:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964635.219309:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964635.219311:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479488 00010000:00000001:10.0:1557964635.219313:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964635.219316:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eba450 x1633635891479488/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:301/0 lens 224/368 e 0 to 0 dl 1557964696 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964635.219325:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964635.219326:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964635.219328:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=88 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964635.219332:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964635.219334:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964635.219337:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964635.219339:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964635.219340:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964635.219342:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964635.219345:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964635.219348:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3680. 00000100:00000200:10.0:1557964635.219351:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479488, offset 192 00000400:00000010:10.0:1557964635.219354:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7000 (tot 24345892). 00000400:00000200:10.0:1557964635.219358:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964635.219372:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964635.219377:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964635.219383:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964635.219386:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964635.219388:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964635.219392:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964635.219394:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964635.219395:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964635.219398:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964635.219400:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964635.219402:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00010000:00000001:10.0:1557964635.219402:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964635.219403:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964635.219405:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964635.219408:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eba450 x1633635891479488/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:301/0 lens 224/336 e 0 to 0 dl 1557964696 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964635.219413:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964635.219417:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964635.219419:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891479488:12345-172.19.1.25@o2ib100:13 Request processed in 176us (317us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964635.219420:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964635.219421:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964635.219422:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3680 00000400:00000010:14.0:1557964635.219424:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3680. 00000100:00100000:10.0:1557964635.219426:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1575 00000400:00000010:14.0:1557964635.219427:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7000 (tot 24345492). 00000100:00000040:10.0:1557964635.219428:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964635.219429:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964635.219430:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964635.219431:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964635.219431:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964635.219433:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3080. 00000020:00000010:10.0:1557964635.219435:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964635.219438:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964635.219440:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964635.219442:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964635.219443:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964635.219445:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964635.219446:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964635.219450:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964635.219452:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36a20. 00000400:00000010:10.0:1557964635.219454:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3080. 00000400:00000001:10.0:1557964635.219456:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964635.219473:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964635.227393:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964635.227444:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964635.227454:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964635.227462:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964635.227465:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964635.227471:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11dc0 00000400:00000200:21.0:1557964635.227477:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd169 [1] + 0 00000400:00000010:21.0:1557964635.227482:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9300. 00000400:00000200:21.0:1557964635.227484:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2480 00000800:00000200:7.0:1557964635.227486:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964635.227488:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964635.227490:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964635.227492:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614c50 x1633635870514624 msgsize 224 00000100:00100000:21.0:1557964635.227498:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964635.227500:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964635.227503:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964635.227503:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2480 00000400:00000010:21.0:1557964635.227505:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2480. 00000400:00000010:21.0:1557964635.227507:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964635.227511:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964635.227513:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964635.227515:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964635.227537:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964635.227540:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964635.227542:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964635.227544:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964635.227545:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964635.227547:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964635.227550:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964635.227553:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514624 00000020:00000001:1.0:1557964635.227555:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964635.227556:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964635.227558:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964635.227560:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964635.227562:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964635.227565:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964635.227568:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964635.227569:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964635.227572:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964635.227575:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b880. 00000020:00000010:1.0:1557964635.227578:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54480. 00000100:00000040:1.0:1557964635.227581:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964635.227583:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964635.227584:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964635.227585:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964635.227588:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964635.227594:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964635.227597:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964635.227598:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964635.227602:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964635.227603:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964635.227604:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964635.227605:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964635.227610:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1581 00000100:00000040:1.0:1557964635.227613:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964635.227615:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836068432 : -131364873483184 : ffff88863b614c50) 00000100:00000040:1.0:1557964635.227619:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614c50 x1633635870514624/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:301/0 lens 224/0 e 0 to 0 dl 1557964696 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964635.227629:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964635.227630:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964635.227633:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870514624:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964635.227637:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514624 00000020:00000001:1.0:1557964635.227638:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964635.227640:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964635.227642:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964635.227644:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964635.227645:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964635.227647:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964635.227649:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964635.227650:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964635.227651:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964635.227653:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964635.227655:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964635.227656:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964635.227659:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf000. 02000000:00000001:1.0:1557964635.227660:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964635.227662:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964635.227664:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964635.227666:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964635.227667:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964635.227669:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964635.227671:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964635.227674:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964635.227677:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964635.227681:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964635.227683:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964635.227686:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964635.227689:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964635.227690:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964635.227692:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514624 00010000:00000001:1.0:1557964635.227694:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964635.227697:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614c50 x1633635870514624/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:301/0 lens 224/368 e 0 to 0 dl 1557964696 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964635.227707:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964635.227708:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964635.227710:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=88 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964635.227713:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964635.227716:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964635.227718:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964635.227721:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964635.227722:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964635.227724:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964635.227727:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964635.227728:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a180. 00000100:00000200:1.0:1557964635.227731:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514624, offset 192 00000400:00000010:1.0:1557964635.227734:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71e00 (tot 24345892). 00000400:00000200:1.0:1557964635.227739:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964635.227752:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964635.227757:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964635.227764:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964635.227768:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964635.227771:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964635.227775:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964635.227777:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964635.227779:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964635.227782:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964635.227784:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964635.227786:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964635.227787:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964635.227789:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964635.227792:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614c50 x1633635870514624/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:301/0 lens 224/336 e 0 to 0 dl 1557964696 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964635.227803:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870514624:12345-172.19.1.24@o2ib100:13 Request processed in 171us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964635.227810:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1581 00000100:00000040:1.0:1557964635.227812:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964635.227814:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964635.227815:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964635.227817:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b880. 00000020:00000010:1.0:1557964635.227819:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54480. 00000020:00000010:1.0:1557964635.227822:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000800:00000200:29.2:1557964635.227838:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000040:1.0:1557964635.227839:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964635.227840:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964635.227841:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964635.227842:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95e40. 00000400:00000010:1.0:1557964635.227843:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b880. 00000400:00000001:1.0:1557964635.227844:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964635.227844:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964635.227854:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964635.227857:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964635.227859:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964635.227860:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964635.227860:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf000. 02000000:00000001:17.0:1557964635.227862:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964635.227863:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964635.227863:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a180 00000400:00000010:17.0:1557964635.227864:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a180. 00000400:00000010:17.0:1557964635.227865:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71e00 (tot 24345492). 00000800:00000200:17.0:1557964635.227866:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964635.227867:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964635.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964635.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964635.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964635.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964635.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964635.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964635.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964635.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964635.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964635.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964635.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964635.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964635.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964635.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964635.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964635.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964636.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964636.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964636.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964636.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964636.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964636.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964636.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964636.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964636.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964636.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964636.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964636.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964636.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964636.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964636.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964636.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964637.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964637.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964637.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964637.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964637.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964637.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964637.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964637.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964637.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964637.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964637.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964637.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964637.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964637.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964637.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964637.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964637.518038:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd3d00 (tot 24345748). 00000400:00000010:6.0:1557964637.518053:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd3d00 (tot 24345492). 00000020:00000001:6.0:1557964637.519072:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964637.519073:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318353845, max_age 4318357847 00002000:00000001:6.0:1557964637.519075:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964637.519075:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964637.519076:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964637.519079:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964637.519080:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964637.519081:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964637.519082:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964637.519084:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964637.519086:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964637.519087:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964637.519088:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964637.519090:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964637.519090:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964637.519115:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964637.519116:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318358847, max_age 4318357847 00000020:00000004:6.0:1557964637.519117:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964637.519118:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964637.519142:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964637.519142:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318358847, max_age 4318357847 00000020:00000004:6.0:1557964637.519143:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964637.519144:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964637.519166:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964637.519167:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318358847, max_age 4318357847 00000020:00000004:6.0:1557964637.519168:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964637.519169:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964638.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964638.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964638.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964638.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964638.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964638.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964638.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964638.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964638.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964638.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964638.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964638.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964638.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964638.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964638.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964638.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964639.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964639.330109:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964639.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964639.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964639.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964639.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964639.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964639.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964639.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964639.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964639.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964639.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964639.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964639.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964639.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964639.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964640.227076:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964640.227098:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964640.227105:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964640.227113:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964640.227116:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964640.227123:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0103e0 00000400:00000200:14.0:1557964640.227129:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x91c5 [1] + 0 00000400:00000010:14.0:1557964640.227133:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9b40. 00000400:00000200:14.0:1557964640.227135:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e780 00000800:00000200:15.0:1557964640.227139:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964640.227139:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964640.227140:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964640.227143:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733eba050 x1633635891479520 msgsize 224 00000100:00100000:14.0:1557964640.227149:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964640.227150:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964640.227154:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964640.227155:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e780 00000400:00000010:14.0:1557964640.227157:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e780. 00000400:00000010:14.0:1557964640.227159:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964640.227162:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964640.227165:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964640.227166:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964640.227190:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964640.227193:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964640.227196:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964640.227198:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964640.227200:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964640.227201:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964640.227204:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964640.227207:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479520 00000020:00000001:10.0:1557964640.227209:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964640.227211:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964640.227212:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964640.227214:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964640.227216:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964640.227219:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964640.227222:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964640.227224:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964640.227226:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964640.227229:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2700. 00000020:00000010:10.0:1557964640.227232:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964640.227235:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964640.227237:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964640.227238:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964640.227239:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964640.227242:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964640.227248:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964640.227251:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964640.227252:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964640.227253:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964640.227254:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964640.227256:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964640.227257:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964640.227262:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1576 00000100:00000040:10.0:1557964640.227266:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964640.227268:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725360208 : -131291984191408 : ffff889733eba050) 00000100:00000040:10.0:1557964640.227272:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eba050 x1633635891479520/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:306/0 lens 224/0 e 0 to 0 dl 1557964701 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964640.227282:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964640.227284:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964640.227287:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891479520:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964640.227290:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479520 00000020:00000001:10.0:1557964640.227292:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964640.227294:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964640.227295:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964640.227298:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964640.227299:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964640.227301:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964640.227302:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964640.227304:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964640.227305:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964640.227307:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964640.227309:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964640.227310:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964640.227312:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557964640.227314:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964640.227316:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964640.227318:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964640.227320:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964640.227321:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964640.227323:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964640.227327:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964640.227329:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964640.227331:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964640.227334:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964640.227337:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964640.227340:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964640.227350:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964640.227353:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964640.227356:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964640.227357:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964640.227359:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479520 00010000:00000001:10.0:1557964640.227362:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964640.227365:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eba050 x1633635891479520/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:306/0 lens 224/368 e 0 to 0 dl 1557964701 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964640.227374:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964640.227375:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964640.227377:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=93 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964640.227381:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964640.227384:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964640.227386:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964640.227388:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964640.227389:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964640.227391:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964640.227394:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964640.227396:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c80. 00000100:00000200:10.0:1557964640.227399:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479520, offset 192 00000400:00000010:10.0:1557964640.227402:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7200 (tot 24345892). 00000400:00000200:10.0:1557964640.227406:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964640.227431:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964640.227436:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964640.227440:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964640.227441:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964640.227442:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964640.227444:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964640.227445:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964640.227446:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964640.227447:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964640.227448:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964640.227449:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964640.227450:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964640.227451:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964640.227452:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eba050 x1633635891479520/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:306/0 lens 224/336 e 0 to 0 dl 1557964701 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964640.227457:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891479520:12345-172.19.1.25@o2ib100:13 Request processed in 174us (313us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964640.227459:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1576 00000100:00000040:10.0:1557964640.227460:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964640.227461:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964640.227462:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964640.227463:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2700. 00000020:00000010:10.0:1557964640.227464:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964640.227465:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964640.227466:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964640.227467:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964640.227468:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964640.227469:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36240. 00000400:00000010:10.0:1557964640.227470:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2700. 00000400:00000001:10.0:1557964640.227471:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964640.227471:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964640.227473:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964640.227482:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964640.227485:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964640.227487:0:14819:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964640.227488:0:14819:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964640.227489:0:14819:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:14.0:1557964640.227509:0:14819:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964640.227512:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964640.227514:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3c80 00000400:00000010:14.0:1557964640.227515:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3c80. 00000800:00000200:15.0:1557964640.227517:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964640.227517:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7200 (tot 24345492). 00000800:00000200:14.0:1557964640.227519:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964640.235383:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964640.235447:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964640.235453:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964640.235456:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964640.235458:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964640.235460:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11de0 00000400:00000200:7.0:1557964640.235463:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd189 [1] + 0 00000400:00000010:7.0:1557964640.235465:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9660. 00000400:00000200:7.0:1557964640.235466:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2b00 00000100:00000001:7.0:1557964640.235468:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964640.235468:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964640.235469:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614850 x1633635870514656 msgsize 224 00000100:00100000:7.0:1557964640.235472:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964640.235472:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964640.235474:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964640.235474:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2b00 00000400:00000010:7.0:1557964640.235475:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2b00. 00000400:00000010:7.0:1557964640.235476:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964640.235477:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964640.235478:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:7.0:1557964640.235479:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964640.235498:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964640.235505:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964640.235507:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964640.235508:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964640.235509:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964640.235510:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964640.235511:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964640.235513:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964640.235514:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514656 00000020:00000001:1.0:1557964640.235515:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964640.235516:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964640.235517:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964640.235518:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964640.235520:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964640.235521:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964640.235523:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964640.235524:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964640.235525:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964640.235527:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462be80. 00000020:00000010:1.0:1557964640.235528:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54fc0. 00000100:00000040:1.0:1557964640.235530:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964640.235531:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964640.235531:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964640.235532:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964640.235533:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964640.235536:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964640.235538:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964640.235539:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964640.235539:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964640.235540:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964640.235540:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964640.235541:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964640.235543:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1582 00000100:00000040:1.0:1557964640.235545:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964640.235545:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836067408 : -131364873484208 : ffff88863b614850) 00000100:00000040:1.0:1557964640.235547:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614850 x1633635870514656/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:306/0 lens 224/0 e 0 to 0 dl 1557964701 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964640.235551:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964640.235551:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964640.235552:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870514656:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964640.235554:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514656 00000020:00000001:1.0:1557964640.235555:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964640.235556:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964640.235557:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964640.235558:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964640.235558:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964640.235559:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964640.235561:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964640.235562:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964640.235562:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964640.235563:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964640.235565:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964640.235565:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964640.235567:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:1.0:1557964640.235567:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964640.235568:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964640.235569:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964640.235570:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964640.235571:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964640.235571:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964640.235572:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964640.235574:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964640.235575:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964640.235576:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964640.235577:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964640.235578:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964640.235580:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964640.235580:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964640.235581:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514656 00010000:00000001:1.0:1557964640.235582:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964640.235583:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614850 x1633635870514656/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:306/0 lens 224/368 e 0 to 0 dl 1557964701 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964640.235587:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964640.235587:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964640.235588:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=93 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964640.235590:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964640.235591:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964640.235592:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964640.235592:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964640.235593:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964640.235594:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964640.235596:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964640.235597:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a680. 00000100:00000200:1.0:1557964640.235598:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514656, offset 192 00000400:00000010:1.0:1557964640.235600:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75a00 (tot 24345892). 00000400:00000200:1.0:1557964640.235602:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964640.235607:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964640.235610:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964640.235613:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964640.235614:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964640.235615:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964640.235617:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964640.235618:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964640.235619:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964640.235620:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964640.235621:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964640.235622:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964640.235623:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964640.235624:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964640.235625:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614850 x1633635870514656/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:306/0 lens 224/336 e 0 to 0 dl 1557964701 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964640.235629:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870514656:12345-172.19.1.24@o2ib100:13 Request processed in 77us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964640.235631:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1582 00000100:00000040:1.0:1557964640.235632:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964640.235633:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964640.235634:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964640.235635:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462be80. 00000020:00000010:1.0:1557964640.235636:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54fc0. 00000020:00000010:1.0:1557964640.235637:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964640.235638:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964640.235639:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964640.235640:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964640.235641:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95ea0. 00000400:00000010:1.0:1557964640.235642:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462be80. 00000400:00000001:1.0:1557964640.235644:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964640.235644:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964640.235656:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964640.235670:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964640.235673:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964640.235674:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964640.235675:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964640.235676:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:17.0:1557964640.235677:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964640.235677:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964640.235678:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a680 00000400:00000010:17.0:1557964640.235679:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a680. 00000400:00000010:17.0:1557964640.235680:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75a00 (tot 24345492). 00000800:00000200:17.0:1557964640.235681:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964640.235682:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964640.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964640.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964640.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964640.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964640.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964640.508067:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964640.508070:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964640.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964640.508073:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964640.508074:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964640.508075:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964640.508077:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964640.508078:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964640.508080:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964640.508082:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964640.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964640.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964640.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964640.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964640.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964640.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964640.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964640.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964641.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964641.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964641.508024:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964641.508025:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964641.508028:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964641.508028:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964641.508029:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964641.508029:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964641.508055:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964641.508074:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964641.508075:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964641.508076:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964641.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964641.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964641.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964641.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964642.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964642.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964642.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964642.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964642.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964642.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964642.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964642.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964642.508076:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964642.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964642.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964642.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964642.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964642.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964642.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964642.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964642.519552:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873d562000 (tot 24345748). 00000400:00000010:6.0:1557964642.519568:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873d562000 (tot 24345492). 00000020:00000001:6.0:1557964642.520627:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964642.520628:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318358847, max_age 4318362848 00002000:00000001:6.0:1557964642.520629:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964642.520630:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964642.520631:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964642.520633:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964642.520634:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964642.520635:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964642.520636:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964642.520638:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964642.520639:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964642.520640:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964642.520641:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964642.520644:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964642.520644:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964642.520670:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964642.520670:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318363848, max_age 4318362848 00000020:00000004:6.0:1557964642.520671:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964642.520672:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964642.520695:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964642.520696:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318363848, max_age 4318362848 00000020:00000004:6.0:1557964642.520697:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964642.520698:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964642.520720:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964642.520720:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318363848, max_age 4318362848 00000020:00000004:6.0:1557964642.520721:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964642.520722:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964643.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964643.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964643.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964643.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964643.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964643.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964643.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964643.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964643.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964643.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964643.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964643.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964643.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964643.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964643.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964643.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964644.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964644.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964644.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964644.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964644.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964644.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964644.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964644.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964644.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964644.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964644.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964644.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964644.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964644.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964644.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964644.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964645.235009:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964645.235022:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964645.235026:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964645.235030:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964645.235031:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964645.235034:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010430 00000400:00000200:14.0:1557964645.235037:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x91f5 [1] + 0 00000400:00000010:14.0:1557964645.235039:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff94e0. 00000400:00000200:14.0:1557964645.235040:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fa00 00000100:00000001:14.0:1557964645.235042:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964645.235043:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964645.235044:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9c50 x1633635891479600 msgsize 224 00000100:00100000:14.0:1557964645.235047:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964645.235049:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964645.235052:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964645.235052:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fa00 00000400:00000010:14.0:1557964645.235053:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fa00. 00000800:00000200:15.0:1557964645.235054:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964645.235054:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964645.235056:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964645.235057:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964645.235058:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964645.235088:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964645.235090:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964645.235092:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964645.235093:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964645.235094:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964645.235094:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964645.235096:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964645.235098:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479600 00000020:00000001:10.0:1557964645.235099:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964645.235100:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964645.235101:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964645.235102:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964645.235103:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964645.235104:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964645.235106:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964645.235107:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964645.235109:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964645.235110:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3300. 00000020:00000010:10.0:1557964645.235112:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964645.235113:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964645.235114:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964645.235115:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964645.235116:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964645.235117:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964645.235121:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964645.235122:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964645.235123:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964645.235123:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964645.235124:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964645.235125:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964645.235142:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964645.235144:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1577 00000100:00000040:10.0:1557964645.235145:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964645.235146:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725359184 : -131291984192432 : ffff889733eb9c50) 00000100:00000040:10.0:1557964645.235148:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9c50 x1633635891479600/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:311/0 lens 224/0 e 0 to 0 dl 1557964706 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964645.235170:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964645.235170:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964645.235171:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891479600:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964645.235173:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479600 00000020:00000001:10.0:1557964645.235174:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964645.235175:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964645.235176:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.235177:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964645.235178:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964645.235195:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964645.235196:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964645.235196:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964645.235198:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964645.235198:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964645.235200:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964645.235200:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964645.235202:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738400. 02000000:00000001:10.0:1557964645.235203:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964645.235204:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964645.235205:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964645.235206:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964645.235206:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964645.235207:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964645.235210:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964645.235211:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964645.235212:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964645.235213:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964645.235214:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964645.235215:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964645.235217:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964645.235218:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964645.235219:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964645.235220:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964645.235221:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479600 00010000:00000001:10.0:1557964645.235222:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964645.235223:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9c50 x1633635891479600/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:311/0 lens 224/368 e 0 to 0 dl 1557964706 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964645.235226:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964645.235227:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964645.235227:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=98 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964645.235229:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964645.235230:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964645.235232:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964645.235233:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964645.235233:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964645.235234:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964645.235236:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964645.235237:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2900. 00000100:00000200:10.0:1557964645.235239:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479600, offset 192 00000400:00000010:10.0:1557964645.235240:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e4a00 (tot 24345892). 00000400:00000200:10.0:1557964645.235242:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964645.235247:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964645.235250:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964645.235253:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964645.235254:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964645.235255:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964645.235257:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964645.235258:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964645.235259:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964645.235260:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964645.235261:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964645.235262:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964645.235262:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.235263:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964645.235264:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9c50 x1633635891479600/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:311/0 lens 224/336 e 0 to 0 dl 1557964706 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964645.235286:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891479600:12345-172.19.1.25@o2ib100:13 Request processed in 115us (241us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964645.235289:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964645.235289:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1577 00000100:00000040:10.0:1557964645.235290:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964645.235291:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964645.235292:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964645.235292:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3300. 00000020:00000010:10.0:1557964645.235293:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964645.235295:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964645.235295:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964645.235297:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1557964645.235298:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000200:10.0:1557964645.235298:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964645.235299:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36000. 00000400:00000010:10.0:1557964645.235300:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3300. 00000800:00000200:14.0:1557964645.235301:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000001:10.0:1557964645.235301:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964645.235302:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:14.0:1557964645.235303:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964645.235304:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964645.235305:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738400. 02000000:00000001:14.0:1557964645.235307:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964645.235308:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964645.235308:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2900 00000400:00000010:14.0:1557964645.235309:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2900. 00000400:00000010:14.0:1557964645.235311:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e4a00 (tot 24345492). 00000800:00000200:14.0:1557964645.235312:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964645.235313:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964645.243373:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964645.243429:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964645.243436:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964645.243439:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964645.243459:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964645.243461:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11e00 00000400:00000200:7.0:1557964645.243464:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd199 [1] + 0 00000400:00000010:7.0:1557964645.243466:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9240. 00000800:00000200:21.0:1557964645.243467:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964645.243467:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d2e00 00000100:00000001:7.0:1557964645.243469:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964645.243470:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964645.243471:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614450 x1633635870514688 msgsize 224 00000100:00100000:7.0:1557964645.243473:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964645.243474:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964645.243476:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964645.243476:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d2e00 00000400:00000010:7.0:1557964645.243477:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d2e00. 00000400:00000010:7.0:1557964645.243478:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964645.243479:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964645.243479:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964645.243480:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964645.243480:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964645.243481:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964645.243482:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964645.243483:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964645.243484:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964645.243484:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964645.243486:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964645.243488:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514688 00000020:00000001:1.0:1557964645.243489:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964645.243489:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964645.243491:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964645.243492:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964645.243493:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964645.243494:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964645.243495:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964645.243496:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964645.243497:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964645.243499:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b900. 00000020:00000010:1.0:1557964645.243500:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a555c0. 00000100:00000040:1.0:1557964645.243502:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964645.243503:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964645.243503:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964645.243504:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964645.243506:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964645.243507:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964645.243509:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964645.243509:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964645.243510:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964645.243510:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964645.243511:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964645.243512:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964645.243514:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1583 00000100:00000040:1.0:1557964645.243515:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964645.243517:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836066384 : -131364873485232 : ffff88863b614450) 00000100:00000040:1.0:1557964645.243519:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614450 x1633635870514688/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:311/0 lens 224/0 e 0 to 0 dl 1557964706 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964645.243523:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964645.243524:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964645.243525:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870514688:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964645.243527:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514688 00000020:00000001:1.0:1557964645.243527:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964645.243528:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964645.243529:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964645.243530:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964645.243530:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964645.243531:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964645.243532:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964645.243532:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964645.243533:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964645.243534:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964645.243535:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964645.243536:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964645.243537:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:1.0:1557964645.243538:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964645.243539:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964645.243540:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964645.243541:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964645.243542:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964645.243543:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964645.243544:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964645.243545:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964645.243546:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964645.243548:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964645.243549:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964645.243550:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964645.243552:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964645.243553:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964645.243554:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514688 00010000:00000001:1.0:1557964645.243555:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964645.243556:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614450 x1633635870514688/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:311/0 lens 224/368 e 0 to 0 dl 1557964706 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964645.243560:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964645.243560:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964645.243561:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=98 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964645.243562:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964645.243564:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964645.243564:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964645.243565:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964645.243566:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964645.243567:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964645.243568:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964645.243569:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ad00. 00000100:00000200:1.0:1557964645.243571:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514688, offset 192 00000400:00000010:1.0:1557964645.243572:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72200 (tot 24345892). 00000400:00000200:1.0:1557964645.243574:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964645.243580:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964645.243582:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964645.243585:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964645.243587:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964645.243588:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964645.243590:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964645.243591:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964645.243592:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964645.243593:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964645.243594:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964645.243595:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964645.243595:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964645.243596:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964645.243598:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614450 x1633635870514688/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:311/0 lens 224/336 e 0 to 0 dl 1557964706 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964645.243602:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870514688:12345-172.19.1.24@o2ib100:13 Request processed in 78us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964645.243605:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1583 00000100:00000040:1.0:1557964645.243606:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964645.243607:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964645.243608:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964645.243608:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b900. 00000020:00000010:1.0:1557964645.243609:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a555c0. 00000020:00000010:1.0:1557964645.243610:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964645.243611:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964645.243612:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964645.243613:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964645.243615:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95f00. 00000400:00000010:1.0:1557964645.243616:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b900. 00000400:00000001:1.0:1557964645.243617:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964645.243618:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964645.243623:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964645.243634:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964645.243637:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964645.243639:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964645.243640:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964645.243641:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:17.0:1557964645.243642:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964645.243642:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964645.243643:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ad00 00000400:00000010:17.0:1557964645.243644:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ad00. 00000400:00000010:17.0:1557964645.243645:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72200 (tot 24345492). 00000800:00000200:17.0:1557964645.243646:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964645.243647:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557964645.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964645.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964645.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964645.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964645.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964645.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964645.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964645.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964645.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964645.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964645.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964645.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964645.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964645.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964645.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964645.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676040:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964645.676047:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964645.676050:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621500. 00000020:00000040:10.0:1557964645.676053:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964645.676056:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964645.676058:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964645.676059:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964645.676064:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fa500. 00000100:00000001:10.0:1557964645.676067:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676072:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676082:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964645.676084:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964645.676086:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676090:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621500] to pc [ptlrpcd_01_04:4] req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964645.676107:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676108:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964645.676112:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964645.676113:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621200. 00000020:00000040:10.0:1557964645.676115:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964645.676117:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964645.676118:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964645.676119:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964645.676121:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7faa00. 00000100:00000001:10.0:1557964645.676123:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676126:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676134:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964645.676135:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964645.676139:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676142:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621200] to pc [ptlrpcd_01_05:5] req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964645.676149:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964645.676151:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676152:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:10.0:1557964645.676152:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:25.0:1557964645.676154:0:14853:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1557964645.676155:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964645.676155:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964645.676156:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621800. 00000100:00000001:11.0:1557964645.676158:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000040:10.0:1557964645.676158:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000040:25.0:1557964645.676159:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964645.676159:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:11.0:1557964645.676160:0:14854:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:10.0:1557964645.676160:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964645.676161:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964645.676163:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fbd00. 00000100:00000040:11.0:1557964645.676165:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964645.676165:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676168:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964645.676170:0:14853:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557964645.676171:0:14853:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964645.676174:0:14853:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:25.0:1557964645.676175:0:14853:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676175:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:11.0:1557964645.676176:0:14854:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964645.676176:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964645.676177:0:14854:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676178:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557964645.676179:0:14853:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:8c05ad95-98db-8b06-7942-a20be71d88ee:14853:1633636024600864:172.19.1.24@o2ib100:400 02000000:00000001:11.0:1557964645.676180:0:14854:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:10.0:1557964645.676181:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621800] to pc [ptlrpcd_01_06:6] req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964645.676182:0:14853:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1557964645.676182:0:14854:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964645.676184:0:14853:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:25.0:1557964645.676185:0:14853:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1557964645.676185:0:14854:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:looze-MDT0000-lwp-OST0009_UUID:14854:1633636024600880:172.19.1.24@o2ib100:400 02000000:00000001:25.0:1557964645.676187:0:14853:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:11.0:1557964645.676189:0:14854:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:25.0:1557964645.676190:0:14853:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736396c00. 02000000:00000001:11.0:1557964645.676190:0:14854:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:25.0:1557964645.676191:0:14853:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964645.676192:0:14854:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964645.676194:0:14854:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:25.0:1557964645.676195:0:14853:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88971739cba0. 02000000:00000010:11.0:1557964645.676196:0:14854:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b09200. 00000100:00000001:10.0:1557964645.676196:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964645.676198:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07900. 02000000:00000001:11.0:1557964645.676198:0:14854:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000020:00000001:10.0:1557964645.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=429032 : 429032 : 68be8) 00000400:00000010:11.0:1557964645.676201:0:14854:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff99c0. 00000020:00000001:10.0:1557964645.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000100:00000200:25.0:1557964645.676203:0:14853:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600864, portal 25 00000100:00000001:9.0:1557964645.676203:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:11.0:1557964645.676204:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33e600. 00000020:00000001:10.0:1557964645.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000001:25.0:1557964645.676205:0:14853:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964645.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709294656 : -256960 : fffffffffffc1440) 00000100:00000001:9.0:1557964645.676206:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964645.676207:0:14853:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220052224 : -131296489499392 : ffff889627621500) 00000100:00000200:11.0:1557964645.676207:0:14854:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600880, portal 10 00000020:00000001:10.0:1557964645.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:11.0:1557964645.676208:0:14854:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1557964645.676208:0:14855:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964645.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:11.0:1557964645.676210:0:14854:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220051456 : -131296489500160 : ffff889627621200) 00000020:00000001:10.0:1557964645.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709435256 : -116360 : fffffffffffe3978) 00000020:00000001:10.0:1557964645.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92608 : 92608 : 169c0) 00000100:00000040:25.0:1557964645.676213:0:14853:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:9.0:1557964645.676213:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:11.0:1557964645.676214:0:14854:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709473672 : -77944 : fffffffffffecf88) 00000020:00000001:10.0:1557964645.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1079990 : 1079990 : 107ab6) 00000020:00000001:10.0:1557964645.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=76983 : 76983 : 12cb7) 00000020:00000001:10.0:1557964645.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709457274 : -94342 : fffffffffffe8f7a) 00000020:00000001:10.0:1557964645.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709529563 : -22053 : ffffffffffffa9db) 00000100:00000001:11.0:1557964645.676223:0:14854:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964645.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147524080 : 147524080 : 8cb09f0) 00000020:00000001:10.0:1557964645.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527468 : -24148 : ffffffffffffa1ac) 00000100:00000001:25.0:1557964645.676227:0:14853:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:11.0:1557964645.676227:0:14854:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964645.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:9.0:1557964645.676227:0:14855:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000010:11.0:1557964645.676228:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33eb80. 00000020:00000001:10.0:1557964645.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709091176 : -460440 : fffffffffff8f968) 00000100:00000001:9.0:1557964645.676228:0:14855:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:11.0:1557964645.676230:0:14854:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600880, offset 0 00000020:00000001:10.0:1557964645.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000040:25.0:1557964645.676231:0:14853:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:12.0:1557964645.676231:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964645.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=131376 : 131376 : 20130) 02000000:00000001:9.0:1557964645.676231:0:14855:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:11.0:1557964645.676233:0:14854:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0ac00 (tot 24345892). 00000020:00000001:10.0:1557964645.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 02000000:00000001:9.0:1557964645.676233:0:14855:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964645.676234:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07800. 00000100:00000001:12.0:1557964645.676234:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709290720 : -260896 : fffffffffffc04e0) 00000100:00000001:12.0:1557964645.676236:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964645.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000001:12.0:1557964645.676237:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964645.676237:0:14854:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964645.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=350304 : 350304 : 55860) 00000100:00100000:9.0:1557964645.676238:0:14855:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:looze-MDT0001-lwp-OST0009_UUID:14855:1633636024600896:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964645.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964645.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=997962 : 997962 : f3a4a) 00000100:00000200:25.0:1557964645.676242:0:14853:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024600864, offset 0 00000020:00000001:10.0:1557964645.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000001:9.0:1557964645.676242:0:14855:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964645.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964645.676244:0:14855:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964645.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 02000000:00000001:9.0:1557964645.676245:0:14855:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964645.676246:0:14853:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736391000 (tot 24346292). 00000020:00000001:10.0:1557964645.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964645.676248:0:14855:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964645.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964645.676250:0:14855:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdcc00. 00000020:00000001:10.0:1557964645.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964645.676252:0:14854:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964645.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964645.676253:0:14853:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964645.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964645.676253:0:14855:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964645.676256:0:14855:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe3453c0. 00000800:00000200:11.0:1557964645.676258:0:14854:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964645.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964645.676259:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356000. 00000020:00000001:10.0:1557964645.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964645.676262:0:14855:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600896, portal 10 00000800:00000200:11.0:1557964645.676264:0:14854:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964645.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676265:0:14855:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1557964645.676266:0:14855:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220052992 : -131296489498624 : ffff889627621800) 00000800:00000200:11.0:1557964645.676267:0:14854:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964645.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964645.676269:0:14854:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964645.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964645.676273:0:14853:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000040:9.0:1557964645.676273:0:14855:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:11.0:1557964645.676274:0:14854:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964645.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676275:0:14854:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676277:0:14854:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964645.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676279:0:14854:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964645.676281:0:14853:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:11.0:1557964645.676281:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676283:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964645.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676285:0:14855:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964645.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676288:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:25.0:1557964645.676289:0:14853:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:11.0:1557964645.676289:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964645.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964645.676290:0:14855:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:11.0:1557964645.676291:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964645.676292:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964645.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964645.676292:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356f80. 00000800:00000200:25.0:1557964645.676293:0:14853:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:11.0:1557964645.676293:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676295:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964645.676295:0:14855:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600896, offset 0 00000800:00000200:25.0:1557964645.676296:0:14853:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964645.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676297:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964645.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676298:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:9.0:1557964645.676298:0:14855:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cd8c00 (tot 24346692). 00000100:00000001:11.0:1557964645.676299:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676300:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964645.676302:0:14853:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964645.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676304:0:14853:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964645.676304:0:14855:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964645.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676306:0:14853:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964645.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964645.676308:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964645.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676309:0:14853:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676313:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676315:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964645.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964645.676319:0:14855:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964645.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676321:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964645.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676322:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964645.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676325:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964645.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676327:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964645.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964645.676328:0:14855:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:25.0:1557964645.676329:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676331:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676334:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964645.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964645.676334:0:14855:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:25.0:1557964645.676335:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964645.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676337:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964645.676337:0:14855:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964645.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676339:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676339:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964645.676340:0:14855:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964645.676341:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964645.676344:0:14855:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964645.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676346:0:14855:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676348:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676348:0:14855:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964645.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676351:0:14855:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676353:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676354:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676355:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964645.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676360:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964645.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676361:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964645.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676362:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964645.676363:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964645.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676364:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676366:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676367:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964645.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676368:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964645.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676369:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676370:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964645.676373:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964645.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964645.676378:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:14.2:1557964645.676379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964645.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676380:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964645.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964645.676383:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676388:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964645.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964645.676389:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676390:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676392:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676393:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964645.676393:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964645.676394:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33eb80 00000020:00000001:10.0:1557964645.676394:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964645.676395:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33eb80. 00000020:00000001:10.0:1557964645.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964645.676397:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0ac00 (tot 24346292). 00000020:00000001:10.0:1557964645.676397:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964645.676398:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964645.676398:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964645.676399:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964645.676399:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964645.676400:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964645.676401:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964645.676402:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964645.676402:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676403:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964645.676403:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964645.676403:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964645.676404:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964645.676404:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964645.676405:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676407:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676408:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964645.676408:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676410:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676411:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676413:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676414:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676415:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676417:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676418:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676420:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676421:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676422:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676424:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676425:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676426:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964645.676427:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676428:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676429:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676430:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964645.676430:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964645.676431:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07800 00000400:00000010:21.0:1557964645.676431:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07800. 00000020:00000001:10.0:1557964645.676431:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676432:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964645.676433:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736391000 (tot 24345892). 00000100:00000001:14.0:1557964645.676433:0:14822:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964645.676433:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964645.676434:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000020:00000001:10.0:1557964645.676435:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676436:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676437:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964645.676438:0:14822:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:15.0:1557964645.676439:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964645.676439:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676440:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676442:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676443:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676444:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676446:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676447:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676448:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964645.676449:0:14822:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964645.676450:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676451:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964645.676452:0:14822:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964645.676453:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676456:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676457:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964645.676460:0:14822:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676460:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964645.676462:0:14822:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964645.676462:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676463:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964645.676464:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356f80 00000020:00000001:10.0:1557964645.676464:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964645.676466:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356f80. 00000020:00000001:10.0:1557964645.676466:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676467:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676468:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964645.676469:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cd8c00 (tot 24345492). 00000020:00000001:10.0:1557964645.676470:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676471:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964645.676473:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964645.676474:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000001:10.0:1557964645.676474:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964645.676475:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318392004) 00000800:00000200:29.2:1557964645.676498:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964645.676551:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964645.676555:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964645.676559:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964645.676561:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964645.676564:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04930 00000800:00000200:14.2:1557964645.676565:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000400:00000200:4.0:1557964645.676567:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd721 [1] + 192 00000800:00000200:14.0:1557964645.676570:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:4.0:1557964645.676570:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964645.676572:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964645.676573:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557964645.676574:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964645.676575:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000100:00000040:4.0:1557964645.676576:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:14.0:1557964645.676577:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24346292). 00000400:00000200:14.0:1557964645.676580:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04940 00000100:00000001:4.0:1557964645.676582:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:14.0:1557964645.676583:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x978d [1] + 192 00000800:00000200:7.0:1557964645.676583:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000010:4.0:1557964645.676584:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345892). 00000100:00000001:14.0:1557964645.676585:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:4.0:1557964645.676586:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000100:00000200:14.0:1557964645.676587:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964645.676587:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000800:00000200:4.0:1557964645.676588:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:7.0:1557964645.676589:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:4.0:1557964645.676589:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000040:14.0:1557964645.676591:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964645.676592:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964645.676593:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24346292). 00000100:00000001:9.0:1557964645.676598:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964645.676598:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:14.0:1557964645.676610:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964645.676611:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000001:9.0:1557964645.676611:0:14855:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557964645.676611:0:14855:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:14.0:1557964645.676612:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:9.0:1557964645.676612:0:14855:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:14.0:1557964645.676613:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:9.0:1557964645.676613:0:14855:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964645.676614:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000200:7.0:1557964645.676614:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04920 00000100:00000200:9.0:1557964645.676617:0:14855:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964645.676618:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:7.0:1557964645.676618:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd719 [1] + 192 00000100:00000001:11.0:1557964645.676619:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964645.676620:0:14855:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:9.0:1557964645.676621:0:14855:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe3453c0. 00000100:00000001:7.0:1557964645.676621:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:9.0:1557964645.676622:0:14855:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356000 00000100:00000200:7.0:1557964645.676622:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:9.0:1557964645.676623:0:14855:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356000. 00000100:00000001:9.0:1557964645.676624:0:14855:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964645.676625:0:14855:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557964645.676625:0:14855:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964645.676626:0:14855:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964645.676627:0:14855:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:7.0:1557964645.676627:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:9.0:1557964645.676628:0:14855:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964645.676629:0:14855:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=125 v=45 (45 45 45 45) 00000100:00001000:9.0:1557964645.676631:0:14855:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=125 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964645.676632:0:14855:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964645.676632:0:14855:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964645.676632:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00000001:9.0:1557964645.676633:0:14855:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000001:11.0:1557964645.676635:0:14854:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964645.676635:0:14854:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00010000:00080000:9.0:1557964645.676635:0:14855:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:7.0:1557964645.676635:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000100:00000001:11.0:1557964645.676636:0:14854:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:7.0:1557964645.676636:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:25.0:1557964645.676637:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964645.676638:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:7.0:1557964645.676638:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000200:11.0:1557964645.676639:0:14854:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964645.676639:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:9.0:1557964645.676640:0:14855:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676641:0:14855:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1557964645.676642:0:14855:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557964645.676643:0:14855:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964645.676643:0:14855:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:11.0:1557964645.676644:0:14854:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:9.0:1557964645.676645:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964645.676647:0:14854:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:11.0:1557964645.676649:0:14854:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff99c0. 00000400:00000200:11.0:1557964645.676650:0:14854:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e600 00000400:00000010:11.0:1557964645.676650:0:14854:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e600. 00000100:00000001:9.0:1557964645.676650:0:14855:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964645.676651:0:14854:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964645.676651:0:14855:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:25.0:1557964645.676652:0:14853:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:25.0:1557964645.676652:0:14853:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:11.0:1557964645.676652:0:14854:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:9.0:1557964645.676652:0:14855:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964645.676653:0:14853:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:9.0:1557964645.676653:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:11.0:1557964645.676654:0:14854:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000200:25.0:1557964645.676655:0:14853:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964645.676655:0:14854:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557964645.676656:0:14854:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964645.676657:0:14854:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964645.676658:0:14855:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:looze-MDT0001-lwp-OST0009_UUID:14855:1633636024600896:172.19.1.25@o2ib100:400 00000100:00001000:11.0:1557964645.676659:0:14854:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=125 v=45 (45 45 45 45) 00000100:00000200:25.0:1557964645.676660:0:14853:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964645.676660:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:11.0:1557964645.676661:0:14854:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=125 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964645.676661:0:14855:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1557964645.676662:0:14854:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964645.676662:0:14854:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964645.676662:0:14855:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621800 x1633636024600896/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Complete:RN/0/0 rc 0/0 00010000:00000001:11.0:1557964645.676663:0:14854:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1557964645.676664:0:14854:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676665:0:14853:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:11.0:1557964645.676665:0:14854:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1557964645.676666:0:14854:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:11.0:1557964645.676666:0:14854:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964645.676666:0:14855:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964645.676666:0:14855:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:25.0:1557964645.676667:0:14853:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88971739cba0. 00000100:00000001:11.0:1557964645.676667:0:14854:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964645.676667:0:14855:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdcc00. 00000400:00000200:25.0:1557964645.676668:0:14853:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07900 00000100:00000040:11.0:1557964645.676668:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:9.0:1557964645.676668:0:14855:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964645.676668:0:14855:0:(genops.c:1221:class_import_put()) Process entered 00000400:00000010:25.0:1557964645.676669:0:14853:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07900. 00000020:00000040:9.0:1557964645.676669:0:14855:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:25.0:1557964645.676670:0:14853:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:9.0:1557964645.676670:0:14855:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:25.0:1557964645.676671:0:14853:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:11.0:1557964645.676671:0:14854:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:9.0:1557964645.676671:0:14855:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fbd00. 02000000:00000001:25.0:1557964645.676672:0:14853:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964645.676672:0:14854:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964645.676673:0:14853:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557964645.676673:0:14853:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676673:0:14854:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:9.0:1557964645.676673:0:14855:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964645.676673:0:14855:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:25.0:1557964645.676674:0:14853:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964645.676674:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000010:9.0:1557964645.676674:0:14855:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621800. 00000100:00001000:25.0:1557964645.676676:0:14853:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=125 v=45 (45 45 45 45) 00000100:00000001:9.0:1557964645.676676:0:14855:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964645.676676:0:14855:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:25.0:1557964645.676677:0:14853:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=125 v=45 (1 1 1 1) 00000100:00100000:11.0:1557964645.676677:0:14854:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:looze-MDT0000-lwp-OST0009_UUID:14854:1633636024600880:172.19.1.24@o2ib100:400 00000100:00000001:9.0:1557964645.676677:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964645.676679:0:14853:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964645.676679:0:14853:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676679:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964645.676679:0:14854:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1557964645.676679:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:25.0:1557964645.676680:0:14853:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000040:11.0:1557964645.676680:0:14854:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621200 x1633636024600880/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964645.676680:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676680:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00010000:00000001:25.0:1557964645.676681:0:14853:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676681:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676682:0:14853:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964645.676682:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964645.676683:0:14854:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557964645.676683:0:14854:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:9.0:1557964645.676683:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964645.676684:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000010:11.0:1557964645.676684:0:14854:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b09200. 02000000:00000001:11.0:1557964645.676685:0:14854:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1557964645.676686:0:14854:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964645.676686:0:14854:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:11.0:1557964645.676687:0:14854:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964645.676687:0:14854:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7faa00. 02000000:00000001:11.0:1557964645.676688:0:14854:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964645.676689:0:14854:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964645.676690:0:14854:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621200. 00000100:00000001:11.0:1557964645.676691:0:14854:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964645.676699:0:14854:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964645.676700:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964645.676701:0:14853:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964645.676701:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964645.676702:0:14853:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964645.676702:0:14853:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964645.676702:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964645.676703:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964645.676703:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964645.676704:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964645.676704:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964645.676705:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557964645.676707:0:14853:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:8c05ad95-98db-8b06-7942-a20be71d88ee:14853:1633636024600864:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557964645.676709:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964645.676710:0:14853:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:25.0:1557964645.676710:0:14853:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621500 x1633636024600864/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964751 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964645.676713:0:14853:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557964645.676714:0:14853:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557964645.676714:0:14853:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736396c00. 02000000:00000001:25.0:1557964645.676715:0:14853:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964645.676715:0:14853:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557964645.676716:0:14853:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:25.0:1557964645.676716:0:14853:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964645.676717:0:14853:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fa500. 02000000:00000001:25.0:1557964645.676719:0:14853:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964645.676719:0:14853:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964645.676719:0:14853:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621500. 00000100:00000001:25.0:1557964645.676720:0:14853:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964645.676721:0:14853:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964645.676722:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964645.676723:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964645.676723:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676724:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964645.676724:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964645.676725:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964645.676725:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964646.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964646.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964646.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964646.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964646.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964646.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964646.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964646.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964646.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964646.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964646.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964646.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964646.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964646.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964646.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964646.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964647.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:13.0:1557964647.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964647.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964647.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964647.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964647.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964647.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964647.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964647.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964647.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964647.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964647.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964647.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964647.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964647.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964647.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964647.521119:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd0800 (tot 24345748). 00000400:00000010:6.0:1557964647.521135:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd0800 (tot 24345492). 00000020:00000001:6.0:1557964647.522244:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964647.522245:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318363848, max_age 4318367850 00002000:00000001:6.0:1557964647.522247:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964647.522247:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964647.522249:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964647.522251:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964647.522252:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964647.522253:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964647.522254:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964647.522255:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964647.522257:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964647.522258:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964647.522258:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964647.522260:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964647.522260:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964647.522284:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964647.522285:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318368850, max_age 4318367850 00000020:00000004:6.0:1557964647.522286:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964647.522288:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964647.522310:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964647.522311:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318368850, max_age 4318367850 00000020:00000004:6.0:1557964647.522311:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964647.522313:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964647.522335:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964647.522335:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318368850, max_age 4318367850 00000020:00000004:6.0:1557964647.522336:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964647.522337:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557964648.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330120:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330123:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330124:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330126:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330130:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:14.0:1557964648.330132:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00010000:00000001:13.0:1557964648.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964648.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964648.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964648.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964648.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964648.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964648.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964648.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964648.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964648.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964648.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964648.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964648.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964648.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964649.330124:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:15.0:1557964649.330128:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:15.0:1557964649.330133:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b311000 (tot 24345892). 00000400:00000200:15.0:1557964649.330137:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:15.0:1557964649.330142:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:15.0:1557964649.330145:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:15.0:1557964649.330149:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330150:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:15.0:1557964649.330151:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:15.0:1557964649.330153:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:15.0:1557964649.330155:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:15.0:1557964649.330157:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:15.0:1557964649.330158:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b315200 (tot 24346292). 00000400:00000200:15.0:1557964649.330159:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:15.0:1557964649.330181:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:15.0:1557964649.330185:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:15.0:1557964649.330187:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330187:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:9.2:1557964649.330187:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:15.0:1557964649.330188:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:15.0:1557964649.330189:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:15.0:1557964649.330190:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:15.0:1557964649.330192:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:15.0:1557964649.330193:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b311400 (tot 24346692). 00000400:00000200:15.0:1557964649.330194:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:15.0:1557964649.330197:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:15.0:1557964649.330199:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:15.0:1557964649.330201:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330201:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:15.0:1557964649.330202:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:15.0:1557964649.330203:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:15.0:1557964649.330204:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:15.0:1557964649.330205:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:15.0:1557964649.330206:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b316e00 (tot 24347092). 00000400:00000200:15.0:1557964649.330208:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:15.0:1557964649.330210:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:15.0:1557964649.330213:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:15.0:1557964649.330215:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330216:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:15.0:1557964649.330216:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:15.0:1557964649.330218:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000400:00000200:15.0:1557964649.330219:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000400:00000200:15.0:1557964649.330221:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:15.0:1557964649.330222:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b313e00 (tot 24347492). 00000400:00000200:15.0:1557964649.330224:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:26.2:1557964649.330226:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:15.0:1557964649.330227:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:15.0:1557964649.330229:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:15.0:1557964649.330239:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330240:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:15.0:1557964649.330240:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:26.0:1557964649.330241:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000800:00000200:15.0:1557964649.330242:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:15.0:1557964649.330243:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000800:00000200:27.2:1557964649.330244:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:26.0:1557964649.330244:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000400:00000200:15.0:1557964649.330245:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:15.0:1557964649.330246:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b311a00 (tot 24347892). 00000400:00000010:26.0:1557964649.330247:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b315200 (tot 24347492). 00000800:00000200:21.0:1557964649.330247:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000400:00000200:15.0:1557964649.330247:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557964649.330249:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964649.330250:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:11.2:1557964649.330251:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:26.0:1557964649.330252:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000800:00000200:21.0:1557964649.330252:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000400:00000200:15.0:1557964649.330252:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:15.0:1557964649.330254:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557964649.330255:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000400:00000010:21.0:1557964649.330255:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b311000 (tot 24347092). 00000800:00000200:15.0:1557964649.330256:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330256:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:27.0:1557964649.330257:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:26.0:1557964649.330257:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b311400 (tot 24346692). 00000800:00000200:21.0:1557964649.330257:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:15.0:1557964649.330257:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:15.0:1557964649.330258:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:26.0:1557964649.330259:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000400:00000200:15.0:1557964649.330259:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000800:00000200:12.2:1557964649.330259:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:15.0:1557964649.330261:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:15.0:1557964649.330262:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b312e00 (tot 24347092). 00000400:00000200:15.0:1557964649.330263:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:21.0:1557964649.330264:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:28.2:1557964649.330266:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000400:00000200:15.0:1557964649.330267:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:15.0:1557964649.330269:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:21.0:1557964649.330270:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000800:00000200:15.0:1557964649.330272:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000400:00000200:21.0:1557964649.330273:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:15.0:1557964649.330273:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:15.0:1557964649.330274:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:28.0:1557964649.330276:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:15.0:1557964649.330276:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:15.0:1557964649.330277:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318309658 00000800:00000200:28.0:1557964649.330279:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000400:00000200:15.0:1557964649.330279:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:15.0:1557964649.330279:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b315e00 (tot 24347492). 00000800:00000200:14.0:1557964649.330280:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:15.0:1557964649.330281:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:27.2:1557964649.330297:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000400:00000200:15.0:1557964649.330297:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000400:00000010:21.0:1557964649.330298:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24347892). 00000800:00000200:15.0:1557964649.330299:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:4.0:1557964649.330299:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000400:00000010:28.0:1557964649.330300:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b311a00 (tot 24347492). 00000800:00000200:28.0:1557964649.330301:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:26.2:1557964649.330302:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000400:00000200:21.0:1557964649.330302:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:15.0:1557964649.330302:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:15.0:1557964649.330303:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:15.0:1557964649.330303:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:4.0:1557964649.330303:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000400:00000200:21.0:1557964649.330304:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:8.0:1557964649.330304:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:15.0:1557964649.330305:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000400:00000010:21.0:1557964649.330306:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24347092). 00000800:00000200:21.0:1557964649.330307:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)++ 00000400:00000010:4.0:1557964649.330308:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b313e00 (tot 24346692). 00000800:00000200:21.0:1557964649.330309:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (23)-- 00000800:00000200:7.0:1557964649.330309:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000800:00000200:26.0:1557964649.330310:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:8.0:1557964649.330310:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:17.0:1557964649.330311:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:14.2:1557964649.330312:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:7.0:1557964649.330312:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000800:00000200:26.0:1557964649.330313:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:4.0:1557964649.330313:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:27.0:1557964649.330315:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:21.0:1557964649.330315:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000200:8.0:1557964649.330315:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000400:00000010:7.0:1557964649.330315:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b316e00 (tot 24346292). 00000400:00000200:26.0:1557964649.330316:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:17.0:1557964649.330316:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:27.0:1557964649.330317:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000010:8.0:1557964649.330317:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b200 (tot 24346692). 00000400:00000010:26.0:1557964649.330318:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968f56be00 (tot 24347092). 00000800:00000200:4.0:1557964649.330318:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:28.0:1557964649.330319:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:7.0:1557964649.330319:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:28.0:1557964649.330321:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000200:8.0:1557964649.330321:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:29.2:1557964649.330323:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:27.0:1557964649.330324:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000200:26.0:1557964649.330324:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000400:00000010:28.0:1557964649.330327:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b315e00 (tot 24346692). 00000800:00000200:28.0:1557964649.330328:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000400:00000200:8.0:1557964649.330328:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:12.2:1557964649.330330:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (20)++ 00000400:00000010:8.0:1557964649.330330:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b200 (tot 24346292). 00000400:00000200:26.0:1557964649.330331:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:8.0:1557964649.330332:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000400:00000010:26.0:1557964649.330333:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968f56be00 (tot 24345892). 00000800:00000200:8.0:1557964649.330333:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:26.0:1557964649.330334:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:8.0:1557964649.330334:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:26.0:1557964649.330335:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964649.330336:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:21.0:1557964649.330336:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:21.0:1557964649.330339:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:17.0:1557964649.330340:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000400:00000010:21.0:1557964649.330342:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b312e00 (tot 24345492). 00000800:00000200:21.0:1557964649.330343:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:4.0:1557964649.330344:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:21.0:1557964649.330345:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:17.0:1557964649.330345:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000200:17.0:1557964649.330348:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000010:17.0:1557964649.330350:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000800:00000200:14.2:1557964649.330352:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000400:00000200:17.0:1557964649.330353:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000800:00000200:11.2:1557964649.330356:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000400:00000200:17.0:1557964649.330357:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557964649.330358:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:14.0:1557964649.330358:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:17.0:1557964649.330359:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:17.0:1557964649.330361:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:17.0:1557964649.330362:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:14.0:1557964649.330362:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:28.0:1557964649.330363:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:17.0:1557964649.330364:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:14.0:1557964649.330365:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000800:00000200:17.0:1557964649.330367:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000400:00000010:14.0:1557964649.330367:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:7.0:1557964649.330369:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:17.0:1557964649.330370:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000200:14.0:1557964649.330371:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000010:17.0:1557964649.330372:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24346292). 00000400:00000200:17.0:1557964649.330375:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:14.0:1557964649.330376:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:17.0:1557964649.330377:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557964649.330378:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000010:14.0:1557964649.330378:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:17.0:1557964649.330379:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:17.0:1557964649.330380:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:14.0:1557964649.330380:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:17.0:1557964649.330381:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:14.0:1557964649.330381:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557964649.330382:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:29.2:1557964649.330384:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:21.0:1557964649.330391:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:21.0:1557964649.330395:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:4.0:1557964649.330396:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000200:21.0:1557964649.330397:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:21.0:1557964649.330398:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964649.330401:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000400:00000200:21.0:1557964649.330402:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964649.330403:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964649.330405:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (21)++ 00000800:00000200:21.0:1557964649.330406:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:21.0:1557964649.330407:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:28.2:1557964649.330429:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:28.0:1557964649.330435:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557964649.330439:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000200:28.0:1557964649.330443:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964649.330444:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8897376c1c00 (tot 24345892). 00000400:00000200:28.0:1557964649.330447:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000400:00000200:28.0:1557964649.330450:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964649.330451:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8897376c1c00 (tot 24345492). 00000800:00000200:28.0:1557964649.330452:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:28.0:1557964649.330453:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:28.0:1557964649.330467:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557964649.330468:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00010000:00000001:13.0:1557964649.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964649.508076:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964649.508080:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964649.508080:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964649.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964649.508081:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964649.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964649.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964649.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964649.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964649.508132:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964649.508133:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964649.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964649.508135:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964650.243038:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964650.243056:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964650.243064:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557964650.243068:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964650.243072:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964650.243074:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964650.243081:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010450 00000400:00000200:14.0:1557964650.243087:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9205 [1] + 0 00000400:00000010:14.0:1557964650.243091:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9060. 00000400:00000200:14.0:1557964650.243093:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e900 00000100:00000001:14.0:1557964650.243097:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964650.243098:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964650.243101:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9850 x1633635891479632 msgsize 224 00000100:00100000:14.0:1557964650.243109:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964650.243111:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964650.243114:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964650.243115:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e900 00000400:00000010:14.0:1557964650.243117:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e900. 00000400:00000010:14.0:1557964650.243119:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964650.243121:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964650.243124:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964650.243126:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964650.243150:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964650.243154:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964650.243156:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964650.243157:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964650.243159:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964650.243160:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964650.243163:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964650.243166:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479632 00000020:00000001:10.0:1557964650.243168:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964650.243170:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964650.243171:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964650.243173:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964650.243175:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964650.243178:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964650.243181:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964650.243182:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964650.243185:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964650.243188:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3e80. 00000020:00000010:10.0:1557964650.243192:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964650.243195:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964650.243198:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964650.243199:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964650.243200:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964650.243203:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964650.243208:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964650.243211:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964650.243213:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964650.243214:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964650.243215:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964650.243216:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964650.243218:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964650.243223:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1578 00000100:00000040:10.0:1557964650.243225:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964650.243227:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725358160 : -131291984193456 : ffff889733eb9850) 00000100:00000040:10.0:1557964650.243231:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9850 x1633635891479632/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:316/0 lens 224/0 e 0 to 0 dl 1557964711 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964650.243241:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964650.243242:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964650.243245:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891479632:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964650.243249:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479632 00000020:00000001:10.0:1557964650.243252:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964650.243254:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964650.243255:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964650.243257:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964650.243259:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964650.243261:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964650.243262:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964650.243264:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964650.243265:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964650.243267:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964650.243269:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964650.243270:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964650.243273:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739800. 02000000:00000001:10.0:1557964650.243274:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964650.243276:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964650.243279:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964650.243281:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964650.243282:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964650.243284:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964650.243302:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964650.243303:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964650.243304:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964650.243305:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964650.243307:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964650.243308:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964650.243309:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964650.243310:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964650.243311:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964650.243312:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964650.243313:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479632 00010000:00000001:10.0:1557964650.243314:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964650.243315:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9850 x1633635891479632/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:316/0 lens 224/368 e 0 to 0 dl 1557964711 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964650.243318:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964650.243319:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964650.243320:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=103 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964650.243321:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964650.243322:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964650.243323:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964650.243325:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964650.243326:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964650.243326:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964650.243328:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964650.243328:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2a00. 00000100:00000200:10.0:1557964650.243330:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479632, offset 192 00000400:00000010:10.0:1557964650.243331:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e5600 (tot 24345892). 00000400:00000200:10.0:1557964650.243333:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964650.243339:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964650.243341:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964650.243344:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964650.243345:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964650.243346:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964650.243348:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964650.243349:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964650.243350:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964650.243351:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964650.243352:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964650.243353:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964650.243353:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964650.243354:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964650.243355:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9850 x1633635891479632/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:316/0 lens 224/336 e 0 to 0 dl 1557964711 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964650.243359:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891479632:12345-172.19.1.25@o2ib100:13 Request processed in 117us (257us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964650.243362:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1578 00000100:00000040:10.0:1557964650.243363:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964650.243363:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964650.243364:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964650.243365:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3e80. 00000020:00000010:10.0:1557964650.243366:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964650.243367:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964650.243368:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964650.243369:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964650.243370:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964650.243371:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36060. 00000400:00000010:10.0:1557964650.243371:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3e80. 00000400:00000001:10.0:1557964650.243373:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964650.243373:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964650.243376:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964650.243385:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964650.243388:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964650.243390:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964650.243391:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964650.243392:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739800. 00000800:00000200:26.0:1557964650.243393:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 02000000:00000001:14.0:1557964650.243394:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964650.243395:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964650.243395:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2a00 00000400:00000010:14.0:1557964650.243396:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2a00. 00000400:00000010:14.0:1557964650.243398:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e5600 (tot 24345492). 00000800:00000200:14.0:1557964650.243399:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964650.251382:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964650.251448:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964650.251452:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964650.251456:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964650.251457:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964650.251460:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11e50 00000400:00000200:7.0:1557964650.251463:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd1a9 [1] + 0 00000400:00000010:7.0:1557964650.251465:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea97e0. 00000400:00000200:7.0:1557964650.251466:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886352d3280 00000100:00000001:7.0:1557964650.251469:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964650.251469:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964650.251471:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614050 x1633635870514768 msgsize 224 00000100:00100000:7.0:1557964650.251473:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964650.251474:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964650.251476:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964650.251477:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886352d3280 00000400:00000010:7.0:1557964650.251478:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886352d3280. 00000800:00000200:17.0:1557964650.251479:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:7.0:1557964650.251479:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964650.251480:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000400:00000001:1.0:1557964650.251481:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964650.251482:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964650.251482:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964650.251483:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964650.251484:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964650.251485:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964650.251486:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964650.251487:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964650.251489:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964650.251490:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514768 00000020:00000001:1.0:1557964650.251491:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964650.251492:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964650.251493:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964650.251494:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964650.251495:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964650.251496:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964650.251497:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964650.251498:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964650.251502:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964650.251504:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462aa80. 00000020:00000010:1.0:1557964650.251505:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54540. 00000100:00000040:1.0:1557964650.251506:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964650.251507:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964650.251508:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964650.251508:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964650.251509:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964650.251512:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964650.251513:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964650.251514:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964650.251514:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964650.251514:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964650.251515:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964650.251516:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964650.251518:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1584 00000100:00000040:1.0:1557964650.251537:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964650.251538:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836065360 : -131364873486256 : ffff88863b614050) 00000100:00000040:1.0:1557964650.251539:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614050 x1633635870514768/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:316/0 lens 224/0 e 0 to 0 dl 1557964711 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964650.251543:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964650.251543:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964650.251545:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870514768:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964650.251546:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514768 00000020:00000001:1.0:1557964650.251547:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964650.251548:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964650.251548:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964650.251549:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964650.251550:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964650.251551:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964650.251552:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964650.251552:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964650.251553:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964650.251554:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964650.251555:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964650.251556:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964650.251557:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae800. 02000000:00000001:1.0:1557964650.251558:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964650.251558:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964650.251559:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964650.251560:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964650.251561:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964650.251562:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964650.251562:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964650.251564:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964650.251565:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964650.251566:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964650.251567:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964650.251568:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964650.251569:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964650.251570:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964650.251570:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514768 00010000:00000001:1.0:1557964650.251571:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964650.251573:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614050 x1633635870514768/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:316/0 lens 224/368 e 0 to 0 dl 1557964711 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964650.251576:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964650.251577:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964650.251578:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=103 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964650.251579:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964650.251580:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964650.251581:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964650.251582:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964650.251582:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964650.251583:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964650.251584:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964650.251585:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462af80. 00000100:00000200:1.0:1557964650.251587:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514768, offset 192 00000400:00000010:1.0:1557964650.251589:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72600 (tot 24345892). 00000400:00000200:1.0:1557964650.251590:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964650.251596:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964650.251598:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964650.251601:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964650.251603:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964650.251603:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964650.251606:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964650.251606:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964650.251607:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964650.251608:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964650.251609:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964650.251610:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964650.251610:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964650.251611:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964650.251612:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614050 x1633635870514768/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:316/0 lens 224/336 e 0 to 0 dl 1557964711 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964650.251616:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870514768:12345-172.19.1.24@o2ib100:13 Request processed in 72us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964650.251618:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1584 00000100:00000040:1.0:1557964650.251619:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964650.251620:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964650.251621:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964650.251621:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462aa80. 00000020:00000010:1.0:1557964650.251622:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54540. 00000020:00000010:1.0:1557964650.251623:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964650.251624:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964650.251625:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964650.251627:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964650.251628:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888631f95f60. 00000400:00000010:1.0:1557964650.251629:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462aa80. 00000400:00000001:1.0:1557964650.251630:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964650.251630:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964650.251638:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964650.251673:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964650.251677:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964650.251679:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964650.251680:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964650.251682:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae800. 02000000:00000001:4.0:1557964650.251683:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964650.251684:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964650.251684:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462af80 00000400:00000010:4.0:1557964650.251685:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462af80. 00000400:00000010:4.0:1557964650.251687:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72600 (tot 24345492). 00000800:00000200:4.0:1557964650.251688:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964650.251689:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964650.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964650.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964650.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964650.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964650.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964650.508064:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964650.508067:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964650.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964650.508070:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964650.508071:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964650.508073:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964650.508075:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964650.508076:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964650.508078:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964650.508079:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964650.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964650.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964650.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964650.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964650.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964650.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964650.508130:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964650.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964650.927553:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:17.0:1557964650.927572:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964650.927581:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.39@o2ib100 00000400:00000200:17.0:1557964650.927589:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:17.0:1557964650.927592:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964650.927598:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898725fc0 00000400:00000200:17.0:1557964650.927604:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xba69 [1] + 0 00000400:00000010:17.0:1557964650.927609:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83548a0. 00000400:00000200:17.0:1557964650.927610:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff888730735900 00000100:00000001:17.0:1557964650.927614:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:7.0:1557964650.927614:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000200:17.0:1557964650.927615:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:17.0:1557964650.927617:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863d643850 x1633636318339008 msgsize 224 00000100:00100000:17.0:1557964650.927624:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:17.0:1557964650.927625:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964650.927628:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964650.927629:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff888730735900 00000400:00000010:17.0:1557964650.927631:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff888730735900. 00000400:00000010:17.0:1557964650.927633:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:23.0:1557964650.927637:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964650.927637:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000400:00000001:23.0:1557964650.927640:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964650.927640:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:23.0:1557964650.927642:0:29963:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964650.927642:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 02000000:00000001:23.0:1557964650.927643:0:29963:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:23.0:1557964650.927644:0:29963:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:23.0:1557964650.927646:0:29963:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:23.0:1557964650.927649:0:29963:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:23.0:1557964650.927651:0:29963:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339008 00000020:00000001:23.0:1557964650.927653:0:29963:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:23.0:1557964650.927654:0:29963:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:23.0:1557964650.927656:0:29963:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:23.0:1557964650.927658:0:29963:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:23.0:1557964650.927659:0:29963:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:23.0:1557964650.927662:0:29963:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:23.0:1557964650.927665:0:29963:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1557964650.927667:0:29963:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:23.0:1557964650.927670:0:29963:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887382e9600. 00000020:00000010:23.0:1557964650.927673:0:29963:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88872839b000. 00000020:00000010:23.0:1557964650.927675:0:29963:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8887387909c0. 00000100:00000040:23.0:1557964650.927678:0:29963:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:23.0:1557964650.927682:0:29963:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:23.0:1557964650.927682:0:29963:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:23.0:1557964650.927684:0:29963:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964650.927687:0:29963:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:23.0:1557964650.927688:0:29963:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:23.0:1557964650.927689:0:29963:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964650.927694:0:29963:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:23.0:1557964650.927697:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964650.927698:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:23.0:1557964650.927699:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:23.0:1557964650.927700:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:23.0:1557964650.927701:0:29963:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1557964650.927702:0:29963:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:23.0:1557964650.927706:0:29963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 293 00000100:00000040:23.0:1557964650.927708:0:29963:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:23.0:1557964650.927710:0:29963:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869814352 : -131364839737264 : ffff88863d643850) 00000100:00000040:23.0:1557964650.927714:0:29963:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d643850 x1633636318339008/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:316/0 lens 224/0 e 0 to 0 dl 1557964711 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:23.0:1557964650.927724:0:29963:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1557964650.927725:0:29963:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:23.0:1557964650.927729:0:29963:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_005:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24085:x1633636318339008:12345-172.19.1.39@o2ib100:400 00000100:00000200:23.0:1557964650.927732:0:29963:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339008 00000020:00000001:23.0:1557964650.927734:0:29963:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:23.0:1557964650.927736:0:29963:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:23.0:1557964650.927737:0:29963:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964650.927739:0:29963:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:23.0:1557964650.927740:0:29963:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:23.0:1557964650.927742:0:29963:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:23.0:1557964650.927744:0:29963:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:23.0:1557964650.927745:0:29963:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:23.0:1557964650.927746:0:29963:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:23.0:1557964650.927747:0:29963:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964650.927749:0:29963:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:23.0:1557964650.927751:0:29963:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:23.0:1557964650.927753:0:29963:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964650.927756:0:29963:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:23.0:1557964650.927757:0:29963:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:23.0:1557964650.927759:0:29963:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff8887382e8c00. 02000000:00000001:23.0:1557964650.927760:0:29963:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964650.927762:0:29963:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964650.927764:0:29963:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:23.0:1557964650.927766:0:29963:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339008 00010000:00000001:23.0:1557964650.927768:0:29963:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:23.0:1557964650.927771:0:29963:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d643850 x1633636318339008/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:316/0 lens 224/224 e 0 to 0 dl 1557964711 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:23.0:1557964650.927780:0:29963:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:23.0:1557964650.927781:0:29963:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:23.0:1557964650.927783:0:29963:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=103 v=45 (1 1 1 1) 00000100:00000001:23.0:1557964650.927787:0:29963:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:23.0:1557964650.927789:0:29963:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:23.0:1557964650.927791:0:29963:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:23.0:1557964650.927793:0:29963:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:23.0:1557964650.927794:0:29963:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964650.927796:0:29963:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:23.0:1557964650.927799:0:29963:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:23.0:1557964650.927801:0:29963:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872839a900. 00000100:00000200:23.0:1557964650.927803:0:29963:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339008, offset 192 00000400:00000010:23.0:1557964650.927806:0:29963:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887382ee600 (tot 24345892). 00000400:00000200:23.0:1557964650.927810:0:29963:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:23.0:1557964650.927823:0:29963:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:23.0:1557964650.927829:0:29963:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:23.0:1557964650.927834:0:29963:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:23.0:1557964650.927837:0:29963:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:23.0:1557964650.927839:0:29963:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:23.0:1557964650.927844:0:29963:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:23.0:1557964650.927845:0:29963:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964650.927847:0:29963:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:23.0:1557964650.927849:0:29963:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:23.0:1557964650.927851:0:29963:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964650.927854:0:29963:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:23.0:1557964650.927855:0:29963:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964650.927857:0:29963:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:23.0:1557964650.927859:0:29963:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d643850 x1633636318339008/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:316/0 lens 224/192 e 0 to 0 dl 1557964711 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:23.0:1557964650.927870:0:29963:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_005:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24085:x1633636318339008:12345-172.19.1.39@o2ib100:400 Request processed in 144us (250us total) trans 0 rc 0/0 00000100:00100000:23.0:1557964650.927878:0:29963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 293 00000100:00000040:23.0:1557964650.927880:0:29963:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:23.0:1557964650.927882:0:29963:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:12.2:1557964650.927882:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000100:00000001:23.0:1557964650.927883:0:29963:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:23.0:1557964650.927884:0:29963:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88872839b000. 00000020:00000010:23.0:1557964650.927886:0:29963:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8887387909c0. 00000020:00000010:23.0:1557964650.927888:0:29963:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887382e9600. 00000020:00000040:23.0:1557964650.927890:0:29963:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:23.0:1557964650.927892:0:29963:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:23.0:1557964650.927895:0:29963:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:23.0:1557964650.927897:0:29963:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8886387efe40. 00000400:00000010:23.0:1557964650.927899:0:29963:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872839b000. 00000400:00000001:23.0:1557964650.927901:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964650.927902:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557964650.927930:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557964650.927938:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:4.0:1557964650.927941:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964650.927943:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964650.927945:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff8887382e8c00. 02000000:00000001:4.0:1557964650.927947:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964650.927948:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964650.927950:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872839a900 00000400:00000010:4.0:1557964650.927951:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872839a900. 00000400:00000010:4.0:1557964650.927954:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887382ee600 (tot 24345492). 00000800:00000200:4.0:1557964650.927957:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557964650.927985:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:15.0:1557964651.330019:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330021:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964651.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964651.508072:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964651.508074:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964651.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964651.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964651.508084:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964651.508085:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964651.508122:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964651.508124:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964651.508127:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964651.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964651.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964651.508131:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964651.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964651.508135:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964652.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964652.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964652.508071:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964652.508073:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964652.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964652.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964652.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964652.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964652.508122:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964652.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964652.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964652.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964652.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964652.508132:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964652.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964652.508135:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964652.522831:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd1600 (tot 24345748). 00000400:00000010:6.0:1557964652.522840:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd1600 (tot 24345492). 00000020:00000001:6.0:1557964652.523847:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964652.523848:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318368850, max_age 4318372851 00002000:00000001:6.0:1557964652.523849:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964652.523850:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964652.523851:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964652.523854:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964652.523854:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964652.523855:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964652.523857:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964652.523858:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964652.523860:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964652.523861:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964652.523862:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964652.523863:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964652.523863:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964652.523888:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964652.523888:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318373851, max_age 4318372851 00000020:00000004:6.0:1557964652.523889:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964652.523890:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964652.523912:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964652.523913:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318373851, max_age 4318372851 00000020:00000004:6.0:1557964652.523914:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964652.523915:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964652.523937:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964652.523938:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318373851, max_age 4318372851 00000020:00000004:6.0:1557964652.523939:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964652.523940:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964653.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964653.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964653.508070:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964653.508073:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964653.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964653.508079:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964653.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964653.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964653.508121:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964653.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964653.508125:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964653.508126:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964653.508126:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964653.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964653.508131:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964653.508132:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964654.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964654.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964654.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964654.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964654.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964654.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964654.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964654.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964654.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964654.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964654.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964654.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964654.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964654.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964654.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964654.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964655.251000:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964655.251022:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964655.251029:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964655.251037:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964655.251040:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964655.251047:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010470 00000400:00000200:14.0:1557964655.251068:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9215 [1] + 0 00000400:00000010:14.0:1557964655.251070:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9780. 00000400:00000200:14.0:1557964655.251071:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f000 00000800:00000200:15.0:1557964655.251074:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964655.251075:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964655.251076:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964655.251077:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9450 x1633635891479664 msgsize 224 00000100:00100000:14.0:1557964655.251079:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964655.251080:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964655.251083:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964655.251083:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f000 00000400:00000010:14.0:1557964655.251084:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f000. 00000400:00000010:14.0:1557964655.251086:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964655.251087:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964655.251088:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964655.251089:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964655.251116:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964655.251120:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964655.251122:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964655.251123:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964655.251124:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964655.251124:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964655.251126:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964655.251128:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479664 00000020:00000001:10.0:1557964655.251129:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964655.251129:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964655.251130:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964655.251131:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964655.251132:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964655.251133:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964655.251135:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964655.251136:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964655.251137:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964655.251139:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3980. 00000020:00000010:10.0:1557964655.251140:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964655.251142:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964655.251143:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964655.251144:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964655.251144:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964655.251145:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964655.251165:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964655.251167:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964655.251167:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964655.251168:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964655.251168:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964655.251169:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964655.251170:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964655.251190:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1579 00000100:00000040:10.0:1557964655.251191:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964655.251192:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725357136 : -131291984194480 : ffff889733eb9450) 00000100:00000040:10.0:1557964655.251194:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9450 x1633635891479664/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:321/0 lens 224/0 e 0 to 0 dl 1557964716 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964655.251217:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964655.251218:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964655.251219:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891479664:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964655.251221:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479664 00000020:00000001:10.0:1557964655.251222:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964655.251223:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964655.251224:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964655.251224:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964655.251225:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964655.251226:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964655.251227:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964655.251227:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964655.251228:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964655.251228:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964655.251229:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964655.251230:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964655.251231:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739000. 02000000:00000001:10.0:1557964655.251232:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964655.251232:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964655.251233:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964655.251234:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964655.251235:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964655.251236:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964655.251238:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964655.251239:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964655.251240:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964655.251241:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964655.251242:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964655.251244:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964655.251245:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964655.251246:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964655.251247:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964655.251249:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964655.251250:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479664 00010000:00000001:10.0:1557964655.251251:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964655.251252:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9450 x1633635891479664/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:321/0 lens 224/368 e 0 to 0 dl 1557964716 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964655.251256:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964655.251257:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964655.251257:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=108 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964655.251259:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964655.251260:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964655.251261:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964655.251262:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964655.251263:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964655.251263:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964655.251265:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964655.251266:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e00. 00000100:00000200:10.0:1557964655.251268:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479664, offset 192 00000400:00000010:10.0:1557964655.251269:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e4c00 (tot 24345892). 00000400:00000200:10.0:1557964655.251271:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964655.251276:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964655.251279:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964655.251282:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964655.251283:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964655.251284:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964655.251286:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964655.251287:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964655.251288:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964655.251289:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964655.251290:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964655.251291:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964655.251292:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964655.251293:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964655.251294:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9450 x1633635891479664/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:321/0 lens 224/336 e 0 to 0 dl 1557964716 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964655.251319:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891479664:12345-172.19.1.25@o2ib100:13 Request processed in 100us (241us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964655.251320:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964655.251322:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1579 00000100:00000040:10.0:1557964655.251324:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964655.251325:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964655.251325:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964655.251326:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3980. 00000020:00000010:10.0:1557964655.251327:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964655.251328:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964655.251329:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557964655.251330:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964655.251330:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964655.251331:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964655.251332:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a360c0. 00000400:00000010:10.0:1557964655.251333:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3980. 00000400:00000001:10.0:1557964655.251334:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000800:00000200:14.0:1557964655.251335:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000001:10.0:1557964655.251335:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:14.0:1557964655.251337:0:14820:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964655.251338:0:14820:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964655.251339:0:14820:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739000. 02000000:00000001:14.0:1557964655.251340:0:14820:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964655.251341:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964655.251342:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e00 00000400:00000010:14.0:1557964655.251343:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e00. 00000400:00000010:14.0:1557964655.251344:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e4c00 (tot 24345492). 00000800:00000200:14.0:1557964655.251345:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964655.251347:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964655.259362:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964655.259406:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964655.259416:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964655.259424:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964655.259427:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964655.259435:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11e70 00000400:00000200:7.0:1557964655.259441:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd1b9 [1] + 0 00000400:00000010:7.0:1557964655.259446:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9180. 00000800:00000200:17.0:1557964655.259448:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964655.259448:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6480 00000100:00000001:7.0:1557964655.259451:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964655.259452:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964655.259455:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613c50 x1633635870514800 msgsize 224 00000100:00100000:7.0:1557964655.259461:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964655.259462:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964655.259465:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964655.259466:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6480 00000400:00000010:7.0:1557964655.259468:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6480. 00000400:00000010:7.0:1557964655.259470:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964655.259473:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964655.259473:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964655.259475:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964655.259476:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964655.259477:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964655.259478:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964655.259479:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964655.259481:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964655.259482:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964655.259486:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964655.259488:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514800 00000020:00000001:1.0:1557964655.259490:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964655.259491:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964655.259493:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964655.259495:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964655.259497:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964655.259500:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964655.259502:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964655.259504:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964655.259506:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964655.259509:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462bc80. 00000020:00000010:1.0:1557964655.259511:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55380. 00000100:00000040:1.0:1557964655.259514:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964655.259516:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964655.259517:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964655.259518:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964655.259521:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964655.259527:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964655.259530:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964655.259531:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964655.259532:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964655.259533:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964655.259534:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964655.259535:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964655.259540:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1585 00000100:00000040:1.0:1557964655.259542:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964655.259544:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836064336 : -131364873487280 : ffff88863b613c50) 00000100:00000040:1.0:1557964655.259548:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613c50 x1633635870514800/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:321/0 lens 224/0 e 0 to 0 dl 1557964716 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964655.259560:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964655.259561:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964655.259565:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870514800:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964655.259568:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514800 00000020:00000001:1.0:1557964655.259570:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964655.259572:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964655.259573:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964655.259575:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964655.259592:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964655.259593:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964655.259593:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964655.259594:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964655.259594:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964655.259595:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964655.259596:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964655.259597:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964655.259598:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:1.0:1557964655.259599:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964655.259599:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964655.259600:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964655.259601:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964655.259602:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964655.259602:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964655.259603:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964655.259605:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964655.259606:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964655.259607:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964655.259608:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964655.259609:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964655.259610:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964655.259611:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964655.259612:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514800 00010000:00000001:1.0:1557964655.259613:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964655.259614:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613c50 x1633635870514800/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:321/0 lens 224/368 e 0 to 0 dl 1557964716 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964655.259617:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964655.259618:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964655.259619:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=108 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964655.259621:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964655.259622:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964655.259622:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964655.259623:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964655.259624:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964655.259625:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964655.259626:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964655.259627:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b600. 00000100:00000200:1.0:1557964655.259628:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514800, offset 192 00000400:00000010:1.0:1557964655.259629:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70c00 (tot 24345892). 00000400:00000200:1.0:1557964655.259631:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964655.259637:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964655.259639:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964655.259642:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964655.259643:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964655.259644:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964655.259646:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964655.259647:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964655.259647:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964655.259648:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964655.259649:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964655.259650:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964655.259650:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964655.259651:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964655.259652:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613c50 x1633635870514800/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:321/0 lens 224/336 e 0 to 0 dl 1557964716 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964655.259656:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870514800:12345-172.19.1.24@o2ib100:13 Request processed in 95us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964655.259659:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1585 00000100:00000040:1.0:1557964655.259660:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964655.259661:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964655.259661:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964655.259662:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462bc80. 00000020:00000010:1.0:1557964655.259663:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55380. 00000020:00000010:1.0:1557964655.259664:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964655.259665:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964655.259666:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964655.259667:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964655.259669:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3ea0. 00000400:00000010:1.0:1557964655.259670:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bc80. 00000400:00000001:1.0:1557964655.259671:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964655.259671:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964655.259685:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964655.259724:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964655.259728:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964655.259730:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964655.259731:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964655.259734:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:21.0:1557964655.259735:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964655.259735:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964655.259736:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b600 00000400:00000010:21.0:1557964655.259737:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b600. 00000400:00000010:21.0:1557964655.259739:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70c00 (tot 24345492). 00000800:00000200:21.0:1557964655.259740:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964655.259743:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964655.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964655.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964655.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964655.508079:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964655.508082:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964655.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964655.508083:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964655.508084:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964655.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964655.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964655.508130:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964655.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964655.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964655.508135:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964655.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964655.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964656.330020:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964656.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964656.508070:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964656.508071:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964656.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964656.508075:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964656.508076:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964656.508076:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964656.508119:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964656.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964656.508121:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964656.508122:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964656.508127:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964656.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964656.508130:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964656.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964657.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964657.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964657.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964657.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964657.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964657.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964657.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964657.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964657.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964657.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964657.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964657.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964657.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964657.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964657.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964657.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964657.524339:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd2000 (tot 24345748). 00000400:00000010:6.0:1557964657.524354:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd2000 (tot 24345492). 00000020:00000001:6.0:1557964657.525424:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964657.525425:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318373851, max_age 4318377853 00002000:00000001:6.0:1557964657.525426:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964657.525426:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964657.525428:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964657.525430:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964657.525431:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964657.525432:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964657.525433:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964657.525434:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964657.525436:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964657.525437:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964657.525438:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964657.525439:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964657.525439:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964657.525464:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964657.525464:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318378853, max_age 4318377853 00000020:00000004:6.0:1557964657.525465:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964657.525466:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964657.525488:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964657.525489:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318378853, max_age 4318377853 00000020:00000004:6.0:1557964657.525489:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964657.525490:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964657.525512:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964657.525513:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318378853, max_age 4318377853 00000020:00000004:6.0:1557964657.525514:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964657.525515:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964658.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964658.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964658.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964658.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964658.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964658.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964658.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964658.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964658.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964658.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964658.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964658.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964658.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964658.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964658.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964658.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964659.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964659.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964659.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964659.508080:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964659.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964659.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964659.508091:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964659.508092:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964659.508129:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964659.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964659.508134:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964659.508135:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964659.508137:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964659.508139:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964659.508142:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964659.508143:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964660.259057:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964660.259079:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964660.259087:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964660.259095:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964660.259098:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964660.259104:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010490 00000400:00000200:14.0:1557964660.259110:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9225 [1] + 0 00000400:00000010:14.0:1557964660.259114:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9ae0. 00000400:00000200:14.0:1557964660.259117:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e280 00000800:00000200:15.0:1557964660.259120:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964660.259120:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964660.259122:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964660.259124:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9050 x1633635891479696 msgsize 224 00000100:00100000:14.0:1557964660.259130:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964660.259132:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964660.259136:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964660.259137:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e280 00000400:00000010:14.0:1557964660.259138:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e280. 00000400:00000010:14.0:1557964660.259141:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964660.259145:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964660.259147:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964660.259149:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964660.259171:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964660.259175:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964660.259177:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964660.259178:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964660.259180:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964660.259181:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964660.259200:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964660.259201:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479696 00000020:00000001:10.0:1557964660.259202:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964660.259203:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964660.259204:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964660.259205:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964660.259206:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964660.259207:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964660.259209:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964660.259210:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964660.259212:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964660.259214:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3180. 00000020:00000010:10.0:1557964660.259216:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964660.259217:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964660.259218:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964660.259219:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964660.259219:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964660.259221:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964660.259224:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964660.259225:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964660.259226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964660.259227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964660.259227:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964660.259228:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964660.259229:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964660.259231:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1580 00000100:00000040:10.0:1557964660.259232:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964660.259233:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725356112 : -131291984195504 : ffff889733eb9050) 00000100:00000040:10.0:1557964660.259234:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9050 x1633635891479696/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:326/0 lens 224/0 e 0 to 0 dl 1557964721 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964660.259238:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964660.259238:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964660.259240:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891479696:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964660.259241:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479696 00000020:00000001:10.0:1557964660.259242:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964660.259243:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964660.259244:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964660.259245:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964660.259246:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964660.259247:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964660.259248:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964660.259248:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964660.259249:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964660.259250:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964660.259250:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964660.259252:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964660.259253:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739400. 02000000:00000001:10.0:1557964660.259254:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964660.259254:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964660.259255:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964660.259256:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964660.259257:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964660.259258:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964660.259261:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964660.259262:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964660.259263:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964660.259264:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964660.259266:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964660.259267:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964660.259268:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964660.259269:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964660.259270:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964660.259271:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964660.259272:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479696 00010000:00000001:10.0:1557964660.259273:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964660.259274:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9050 x1633635891479696/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:326/0 lens 224/368 e 0 to 0 dl 1557964721 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964660.259278:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964660.259278:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964660.259279:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=113 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964660.259281:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964660.259282:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964660.259283:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964660.259284:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964660.259285:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964660.259286:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964660.259287:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964660.259288:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2280. 00000100:00000200:10.0:1557964660.259290:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479696, offset 192 00000400:00000010:10.0:1557964660.259292:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7400 (tot 24345892). 00000400:00000200:10.0:1557964660.259293:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964660.259299:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964660.259302:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964660.259304:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964660.259306:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964660.259307:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964660.259309:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964660.259310:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964660.259311:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964660.259312:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964660.259313:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964660.259313:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964660.259314:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964660.259315:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964660.259316:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964660.259317:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964660.259317:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9050 x1633635891479696/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:326/0 lens 224/336 e 0 to 0 dl 1557964721 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964660.259319:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964660.259321:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964660.259321:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891479696:12345-172.19.1.25@o2ib100:13 Request processed in 82us (196us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964660.259322:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964660.259322:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964660.259322:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2280 00000400:00000010:14.0:1557964660.259323:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2280. 00000400:00000010:14.0:1557964660.259324:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7400 (tot 24345492). 00000100:00100000:10.0:1557964660.259324:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1580 00000800:00000200:14.0:1557964660.259325:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:10.0:1557964660.259325:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964660.259326:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964660.259326:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964660.259327:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3180. 00000020:00000010:10.0:1557964660.259328:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964660.259329:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964660.259330:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964660.259331:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964660.259332:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739400. 02000000:00000001:10.0:1557964660.259333:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964660.259333:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964660.259334:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964660.259335:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36900. 00000400:00000010:10.0:1557964660.259337:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3180. 00000400:00000001:10.0:1557964660.259338:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964660.259338:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964660.267348:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964660.267402:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964660.267411:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964660.267419:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964660.267422:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964660.267429:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11e90 00000400:00000200:17.0:1557964660.267435:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd1d9 [1] + 0 00000400:00000010:17.0:1557964660.267441:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9420. 00000400:00000200:17.0:1557964660.267443:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6280 00000800:00000200:7.0:1557964660.267444:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964660.267447:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964660.267449:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964660.267451:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613850 x1633635870514832 msgsize 224 00000100:00100000:17.0:1557964660.267457:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964660.267459:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964660.267462:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964660.267463:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6280 00000400:00000010:17.0:1557964660.267465:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6280. 00000400:00000010:17.0:1557964660.267468:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:1.0:1557964660.267471:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964660.267472:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964660.267475:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964660.267475:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964660.267477:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964660.267478:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964660.267479:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964660.267481:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964660.267483:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964660.267487:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964660.267491:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514832 00000020:00000001:1.0:1557964660.267493:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964660.267494:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964660.267496:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964660.267498:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964660.267500:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964660.267503:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964660.267506:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964660.267507:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964660.267509:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964660.267512:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462aa00. 00000020:00000010:1.0:1557964660.267514:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a543c0. 00000100:00000040:1.0:1557964660.267517:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964660.267521:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964660.267522:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964660.267523:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964660.267526:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964660.267533:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964660.267536:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964660.267538:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964660.267539:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964660.267540:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964660.267541:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964660.267542:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964660.267546:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1586 00000100:00000040:1.0:1557964660.267548:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964660.267550:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836063312 : -131364873488304 : ffff88863b613850) 00000100:00000040:1.0:1557964660.267554:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613850 x1633635870514832/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:326/0 lens 224/0 e 0 to 0 dl 1557964721 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964660.267564:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964660.267565:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964660.267568:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870514832:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964660.267571:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514832 00000020:00000001:1.0:1557964660.267573:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964660.267575:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964660.267576:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964660.267578:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964660.267580:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964660.267582:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964660.267583:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964660.267585:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964660.267586:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964660.267587:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964660.267590:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964660.267591:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964660.267593:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad400. 02000000:00000001:1.0:1557964660.267595:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964660.267597:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964660.267599:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964660.267601:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964660.267602:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964660.267604:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964660.267606:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964660.267609:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964660.267611:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964660.267615:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964660.267617:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964660.267619:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964660.267622:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964660.267624:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964660.267626:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514832 00010000:00000001:1.0:1557964660.267628:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964660.267631:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613850 x1633635870514832/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:326/0 lens 224/368 e 0 to 0 dl 1557964721 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964660.267640:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964660.267642:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964660.267644:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=113 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964660.267647:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964660.267650:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964660.267652:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964660.267654:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964660.267655:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964660.267657:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964660.267660:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964660.267663:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b000. 00000100:00000200:1.0:1557964660.267666:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514832, offset 192 00000400:00000010:1.0:1557964660.267669:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70400 (tot 24345892). 00000400:00000200:1.0:1557964660.267673:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964660.267686:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964660.267691:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964660.267699:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964660.267701:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964660.267703:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964660.267707:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964660.267708:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964660.267710:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964660.267713:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964660.267714:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964660.267716:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964660.267717:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964660.267719:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964660.267722:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613850 x1633635870514832/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:326/0 lens 224/336 e 0 to 0 dl 1557964721 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964660.267732:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870514832:12345-172.19.1.24@o2ib100:13 Request processed in 166us (279us total) trans 0 rc 0/0 00000800:00000200:29.2:1557964660.267739:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964660.267740:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1586 00000100:00000040:1.0:1557964660.267742:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964660.267744:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964660.267745:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964660.267747:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462aa00. 00000020:00000010:1.0:1557964660.267749:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a543c0. 00000020:00000010:1.0:1557964660.267751:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964660.267753:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964660.267755:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964660.267758:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964660.267760:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3120. 00000400:00000010:1.0:1557964660.267762:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462aa00. 00000400:00000001:1.0:1557964660.267784:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964660.267784:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964660.267794:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964660.267798:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964660.267800:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964660.267801:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964660.267802:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad400. 02000000:00000001:21.0:1557964660.267822:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964660.267823:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964660.267825:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b000 00000400:00000010:21.0:1557964660.267826:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b000. 00000400:00000010:21.0:1557964660.267829:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70400 (tot 24345492). 00000800:00000200:21.0:1557964660.267830:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964660.267832:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964660.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964660.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964660.508079:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964660.508081:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964660.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964660.508088:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964660.508091:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964660.508093:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964660.508094:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964660.508095:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964660.508097:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964660.508098:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964660.508099:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964660.508101:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964660.508102:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964660.508122:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964660.508124:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964660.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964660.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964660.508141:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964660.508143:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964660.508146:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964660.508147:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964661.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964661.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964661.508070:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964661.508071:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964661.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964661.508074:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964661.508075:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964661.508075:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964661.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964661.508122:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964661.508123:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964661.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964661.508127:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964661.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964661.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964661.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964662.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964662.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964662.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964662.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964662.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964662.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964662.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964662.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964662.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964662.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964662.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964662.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964662.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964662.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964662.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964662.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964662.526082:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704fd3000 (tot 24345748). 00000400:00000010:6.0:1557964662.526090:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704fd3000 (tot 24345492). 00000020:00000001:6.0:1557964662.527076:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964662.527077:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318378853, max_age 4318382855 00002000:00000001:6.0:1557964662.527078:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964662.527079:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964662.527079:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964662.527082:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964662.527083:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964662.527084:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964662.527085:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964662.527086:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964662.527088:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964662.527089:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964662.527090:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964662.527091:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964662.527091:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964662.527116:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964662.527116:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318383855, max_age 4318382855 00000020:00000004:6.0:1557964662.527117:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964662.527118:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964662.527140:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964662.527140:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318383855, max_age 4318382855 00000020:00000004:6.0:1557964662.527141:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964662.527142:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964662.527164:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964662.527165:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318383855, max_age 4318382855 00000020:00000004:6.0:1557964662.527165:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964662.527166:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964663.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964663.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964663.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964663.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964663.508084:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964663.508085:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964663.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964663.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964663.508129:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964663.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964663.508133:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964663.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964663.508135:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964663.508137:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964663.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964663.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964664.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964664.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964664.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964664.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964664.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964664.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964664.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964664.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964664.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964664.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964664.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964664.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964664.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964664.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964664.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964664.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964665.267081:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964665.267093:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964665.267096:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964665.267099:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964665.267101:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964665.267104:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0104b0 00000400:00000200:14.0:1557964665.267106:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9235 [1] + 0 00000400:00000010:14.0:1557964665.267110:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9240. 00000400:00000200:14.0:1557964665.267111:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f580 00000100:00000001:14.0:1557964665.267113:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964665.267114:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964665.267115:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8c50 x1633635891479728 msgsize 224 00000100:00100000:14.0:1557964665.267118:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964665.267118:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964665.267121:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964665.267122:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f580 00000400:00000010:14.0:1557964665.267122:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f580. 00000800:00000200:15.0:1557964665.267124:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964665.267124:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964665.267125:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964665.267126:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964665.267127:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964665.267153:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964665.267156:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964665.267157:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964665.267159:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964665.267160:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964665.267161:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964665.267163:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964665.267164:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479728 00000020:00000001:10.0:1557964665.267165:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964665.267166:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964665.267167:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964665.267168:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964665.267169:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964665.267170:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964665.267172:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964665.267173:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964665.267174:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964665.267176:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2180. 00000020:00000010:10.0:1557964665.267177:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964665.267179:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964665.267180:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964665.267181:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964665.267181:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964665.267183:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964665.267186:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964665.267187:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964665.267188:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964665.267188:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964665.267189:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964665.267189:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964665.267190:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964665.267192:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1581 00000100:00000040:10.0:1557964665.267193:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964665.267195:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725355088 : -131291984196528 : ffff889733eb8c50) 00000100:00000040:10.0:1557964665.267197:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8c50 x1633635891479728/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:331/0 lens 224/0 e 0 to 0 dl 1557964726 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964665.267201:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964665.267202:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964665.267203:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891479728:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964665.267205:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479728 00000020:00000001:10.0:1557964665.267205:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964665.267206:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964665.267207:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964665.267208:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964665.267208:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964665.267209:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964665.267210:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964665.267211:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964665.267211:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964665.267212:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964665.267213:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964665.267213:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964665.267214:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739400. 02000000:00000001:10.0:1557964665.267215:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964665.267216:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964665.267217:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964665.267218:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964665.267219:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964665.267220:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964665.267222:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964665.267240:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964665.267241:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964665.267242:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964665.267244:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964665.267245:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964665.267246:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964665.267248:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964665.267249:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964665.267250:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964665.267251:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479728 00010000:00000001:10.0:1557964665.267252:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964665.267254:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8c50 x1633635891479728/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:331/0 lens 224/368 e 0 to 0 dl 1557964726 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964665.267257:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964665.267258:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964665.267258:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=118 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964665.267260:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964665.267261:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964665.267262:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964665.267263:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964665.267263:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964665.267264:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964665.267265:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964665.267266:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3d00. 00000100:00000200:10.0:1557964665.267268:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479728, offset 192 00000400:00000010:10.0:1557964665.267270:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3200 (tot 24345892). 00000400:00000200:10.0:1557964665.267272:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964665.267278:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964665.267280:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964665.267283:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964665.267284:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964665.267285:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964665.267288:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964665.267288:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964665.267289:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964665.267290:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964665.267291:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964665.267292:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964665.267293:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964665.267294:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964665.267314:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8c50 x1633635891479728/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:331/0 lens 224/336 e 0 to 0 dl 1557964726 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964665.267318:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891479728:12345-172.19.1.25@o2ib100:13 Request processed in 116us (202us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964665.267320:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964665.267321:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1581 00000100:00000040:10.0:1557964665.267322:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964665.267323:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964665.267324:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964665.267325:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2180. 00000020:00000010:10.0:1557964665.267326:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964665.267327:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964665.267328:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557964665.267329:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964665.267329:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964665.267330:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964665.267331:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36960. 00000400:00000010:10.0:1557964665.267332:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2180. 00000800:00000200:14.0:1557964665.267333:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000001:10.0:1557964665.267333:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964665.267334:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:14.0:1557964665.267335:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964665.267336:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964665.267337:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739400. 02000000:00000001:14.0:1557964665.267339:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964665.267340:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964665.267340:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3d00 00000400:00000010:14.0:1557964665.267341:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3d00. 00000400:00000010:14.0:1557964665.267343:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3200 (tot 24345492). 00000800:00000200:14.0:1557964665.267344:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964665.267345:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964665.275358:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964665.275418:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964665.275428:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964665.275437:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964665.275440:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964665.275446:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11eb0 00000400:00000200:7.0:1557964665.275452:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd1f9 [1] + 0 00000400:00000010:7.0:1557964665.275458:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9540. 00000400:00000200:7.0:1557964665.275460:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7480 00000800:00000200:17.0:1557964665.275461:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964665.275463:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964665.275465:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964665.275467:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613450 x1633635870514864 msgsize 224 00000100:00100000:7.0:1557964665.275473:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964665.275475:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964665.275478:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964665.275479:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7480 00000400:00000010:7.0:1557964665.275480:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7480. 00000400:00000010:7.0:1557964665.275485:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000400:00000001:1.0:1557964665.275486:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964665.275488:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964665.275489:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964665.275490:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964665.275491:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:7.0:1557964665.275492:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964665.275492:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964665.275494:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964665.275497:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964665.275500:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964665.275503:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514864 00000020:00000001:1.0:1557964665.275505:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964665.275506:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964665.275508:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964665.275510:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964665.275512:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964665.275515:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964665.275518:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964665.275519:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964665.275521:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964665.275524:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b300. 00000020:00000010:1.0:1557964665.275526:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55980. 00000100:00000040:1.0:1557964665.275529:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964665.275531:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964665.275532:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964665.275533:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964665.275536:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964665.275542:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964665.275545:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964665.275546:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964665.275547:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964665.275548:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964665.275549:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964665.275550:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964665.275555:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1587 00000100:00000040:1.0:1557964665.275558:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964665.275559:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836062288 : -131364873489328 : ffff88863b613450) 00000100:00000040:1.0:1557964665.275563:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613450 x1633635870514864/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:331/0 lens 224/0 e 0 to 0 dl 1557964726 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964665.275574:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964665.275575:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964665.275578:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870514864:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964665.275585:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514864 00000020:00000001:1.0:1557964665.275587:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964665.275589:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964665.275593:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964665.275595:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964665.275596:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964665.275599:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964665.275600:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964665.275602:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964665.275603:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964665.275604:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964665.275606:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964665.275608:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964665.275610:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:1.0:1557964665.275612:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964665.275613:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964665.275615:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964665.275617:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964665.275618:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964665.275620:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964665.275622:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964665.275625:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964665.275628:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964665.275631:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964665.275634:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964665.275637:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964665.275640:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964665.275642:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964665.275644:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514864 00010000:00000001:1.0:1557964665.275646:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964665.275649:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613450 x1633635870514864/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:331/0 lens 224/368 e 0 to 0 dl 1557964726 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964665.275673:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964665.275674:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964665.275675:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=118 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964665.275676:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964665.275677:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964665.275678:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964665.275679:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964665.275680:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964665.275680:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964665.275681:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964665.275683:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462be00. 00000100:00000200:1.0:1557964665.275685:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514864, offset 192 00000400:00000010:1.0:1557964665.275686:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76a00 (tot 24345892). 00000400:00000200:1.0:1557964665.275688:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964665.275693:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964665.275695:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964665.275698:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964665.275699:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964665.275700:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964665.275702:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964665.275702:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964665.275703:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964665.275704:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964665.275704:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964665.275705:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964665.275706:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964665.275706:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964665.275707:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613450 x1633635870514864/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:331/0 lens 224/336 e 0 to 0 dl 1557964726 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964665.275711:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870514864:12345-172.19.1.24@o2ib100:13 Request processed in 137us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964665.275714:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1587 00000100:00000040:1.0:1557964665.275715:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964665.275716:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964665.275716:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964665.275717:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b300. 00000020:00000010:1.0:1557964665.275718:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55980. 00000020:00000010:1.0:1557964665.275719:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964665.275720:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964665.275721:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964665.275722:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964665.275723:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3b40. 00000400:00000010:1.0:1557964665.275724:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b300. 00000400:00000001:1.0:1557964665.275725:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964665.275725:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964665.275741:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964665.275780:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964665.275784:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964665.275786:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964665.275787:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964665.275788:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:21.0:1557964665.275809:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964665.275810:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964665.275810:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462be00 00000400:00000010:21.0:1557964665.275812:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462be00. 00000400:00000010:21.0:1557964665.275814:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76a00 (tot 24345492). 00000800:00000200:21.0:1557964665.275815:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964665.275833:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964665.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964665.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964665.508079:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964665.508081:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964665.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964665.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964665.508091:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964665.508092:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964665.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964665.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964665.508134:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964665.508135:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964665.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964665.508138:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964665.508141:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964665.508142:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964666.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964666.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964666.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964666.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964666.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964666.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964666.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964666.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964666.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964666.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964666.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964666.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964666.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964666.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964666.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964666.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964667.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964667.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964667.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964667.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964667.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964667.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964667.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964667.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964667.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964667.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964667.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964667.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964667.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964667.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964667.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964667.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964667.527568:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871a507900 (tot 24345748). 00000400:00000010:6.0:1557964667.527576:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871a507900 (tot 24345492). 00000020:00000001:6.0:1557964667.528548:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964667.528549:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318383855, max_age 4318387856 00002000:00000001:6.0:1557964667.528551:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964667.528551:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964667.528552:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964667.528555:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964667.528556:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964667.528557:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964667.528558:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964667.528559:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964667.528561:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964667.528562:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964667.528562:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964667.528564:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964667.528564:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964667.528588:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964667.528588:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318388856, max_age 4318387856 00000020:00000004:6.0:1557964667.528589:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964667.528590:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964667.528612:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964667.528613:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318388856, max_age 4318387856 00000020:00000004:6.0:1557964667.528613:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964667.528614:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964667.528639:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964667.528640:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318388856, max_age 4318387856 00000020:00000004:6.0:1557964667.528641:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964667.528642:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964668.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964668.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964668.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964668.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964668.508085:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964668.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964668.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964668.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964668.508129:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964668.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964668.508133:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964668.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964668.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964668.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964668.508139:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964668.508140:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964669.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964669.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964669.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964669.508079:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964669.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964669.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964669.508089:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964669.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964669.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964669.508128:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964669.508131:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964669.508132:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964669.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964669.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964669.508138:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964669.508139:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964670.275053:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964670.275075:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964670.275082:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964670.275090:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964670.275093:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964670.275100:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010500 00000400:00000200:14.0:1557964670.275106:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9265 [1] + 0 00000400:00000010:14.0:1557964670.275110:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9420. 00000400:00000200:14.0:1557964670.275112:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e700 00000800:00000200:15.0:1557964670.275116:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964670.275116:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964670.275117:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964670.275120:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8850 x1633635891479808 msgsize 224 00000100:00100000:14.0:1557964670.275126:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964670.275128:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964670.275131:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964670.275132:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e700 00000400:00000010:14.0:1557964670.275134:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e700. 00000400:00000010:14.0:1557964670.275136:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964670.275139:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964670.275141:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964670.275143:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964670.275166:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964670.275169:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964670.275171:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964670.275173:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964670.275175:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964670.275176:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964670.275180:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964670.275182:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479808 00000020:00000001:10.0:1557964670.275184:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964670.275186:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964670.275187:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964670.275189:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964670.275191:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964670.275208:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964670.275210:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964670.275212:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964670.275214:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964670.275215:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3100. 00000020:00000010:10.0:1557964670.275217:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964670.275218:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964670.275219:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964670.275220:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964670.275220:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.275222:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.275225:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964670.275226:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964670.275227:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964670.275227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964670.275228:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964670.275229:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964670.275230:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964670.275232:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1582 00000100:00000040:10.0:1557964670.275233:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964670.275234:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725354064 : -131291984197552 : ffff889733eb8850) 00000100:00000040:10.0:1557964670.275235:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8850 x1633635891479808/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:336/0 lens 224/0 e 0 to 0 dl 1557964731 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964670.275239:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964670.275239:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964670.275241:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891479808:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964670.275242:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479808 00000020:00000001:10.0:1557964670.275243:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964670.275244:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964670.275245:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.275246:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964670.275247:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964670.275248:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964670.275249:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964670.275249:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964670.275250:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964670.275251:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.275252:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964670.275253:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964670.275254:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a000. 02000000:00000001:10.0:1557964670.275255:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.275256:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964670.275257:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964670.275258:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964670.275259:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964670.275260:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964670.275262:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964670.275263:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964670.275264:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964670.275266:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964670.275267:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964670.275269:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964670.275270:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964670.275271:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964670.275272:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964670.275273:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964670.275274:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479808 00010000:00000001:10.0:1557964670.275274:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964670.275276:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8850 x1633635891479808/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:336/0 lens 224/368 e 0 to 0 dl 1557964731 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964670.275279:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964670.275280:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964670.275281:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=123 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964670.275282:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964670.275284:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964670.275285:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964670.275286:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964670.275287:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.275288:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964670.275289:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964670.275290:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2280. 00000100:00000200:10.0:1557964670.275292:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479808, offset 192 00000400:00000010:10.0:1557964670.275293:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6c00 (tot 24345892). 00000400:00000200:10.0:1557964670.275295:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964670.275301:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964670.275303:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964670.275306:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964670.275308:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964670.275309:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964670.275311:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964670.275312:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.275313:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964670.275314:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964670.275315:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964670.275315:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964670.275316:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964670.275317:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.275318:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964670.275319:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964670.275319:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8850 x1633635891479808/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:336/0 lens 224/336 e 0 to 0 dl 1557964731 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964670.275321:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964670.275322:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891479808:12345-172.19.1.25@o2ib100:13 Request processed in 82us (202us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964670.275323:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964670.275323:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964670.275323:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964670.275324:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2280 00000400:00000010:14.0:1557964670.275325:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2280. 00000100:00100000:10.0:1557964670.275325:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1582 00000400:00000010:14.0:1557964670.275326:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6c00 (tot 24345492). 00000100:00000040:10.0:1557964670.275326:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964670.275327:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964670.275328:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964670.275328:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3100. 00000800:00000200:14.0:1557964670.275329:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964670.275329:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964670.275330:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964670.275332:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964670.275333:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964670.275333:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a000. 02000000:00000001:10.0:1557964670.275334:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964670.275334:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964670.275336:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964670.275337:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a361e0. 00000400:00000010:10.0:1557964670.275339:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3100. 00000400:00000001:10.0:1557964670.275340:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964670.275341:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964670.283417:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964670.283465:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964670.283475:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964670.283483:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964670.283486:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964670.283493:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11ed0 00000400:00000200:17.0:1557964670.283499:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd209 [1] + 0 00000400:00000010:17.0:1557964670.283504:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9600. 00000400:00000200:17.0:1557964670.283506:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7080 00000800:00000200:7.0:1557964670.283508:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964670.283513:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964670.283514:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964670.283517:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613050 x1633635870514896 msgsize 224 00000100:00100000:17.0:1557964670.283523:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964670.283525:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964670.283543:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964670.283543:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7080 00000400:00000010:17.0:1557964670.283544:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7080. 00000400:00000010:17.0:1557964670.283546:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964670.283547:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964670.283549:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964670.283549:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964670.283550:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964670.283550:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964670.283552:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964670.283552:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964670.283553:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964670.283554:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964670.283556:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964670.283557:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514896 00000020:00000001:1.0:1557964670.283558:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964670.283559:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964670.283560:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964670.283561:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964670.283561:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964670.283562:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964670.283564:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964670.283564:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964670.283565:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964670.283567:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b100. 00000020:00000010:1.0:1557964670.283568:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55bc0. 00000100:00000040:1.0:1557964670.283569:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964670.283570:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964670.283571:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964670.283571:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964670.283573:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964670.283575:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964670.283577:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964670.283577:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964670.283578:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964670.283578:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964670.283579:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964670.283579:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964670.283581:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1588 00000100:00000040:1.0:1557964670.283582:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964670.283601:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836061264 : -131364873490352 : ffff88863b613050) 00000100:00000040:1.0:1557964670.283602:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613050 x1633635870514896/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:336/0 lens 224/0 e 0 to 0 dl 1557964731 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964670.283606:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964670.283606:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964670.283607:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870514896:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964670.283609:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514896 00000020:00000001:1.0:1557964670.283626:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964670.283627:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964670.283627:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964670.283628:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964670.283629:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964670.283630:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964670.283630:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964670.283631:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964670.283632:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964670.283632:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964670.283633:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964670.283634:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964670.283636:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8800. 02000000:00000001:1.0:1557964670.283637:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964670.283638:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964670.283639:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964670.283640:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964670.283640:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964670.283641:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964670.283642:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964670.283643:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964670.283645:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964670.283646:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964670.283647:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964670.283648:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964670.283649:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964670.283649:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964670.283650:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514896 00010000:00000001:1.0:1557964670.283651:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964670.283652:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613050 x1633635870514896/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:336/0 lens 224/368 e 0 to 0 dl 1557964731 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964670.283655:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964670.283656:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964670.283657:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=123 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964670.283658:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964670.283659:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964670.283660:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964670.283661:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964670.283662:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964670.283662:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964670.283664:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964670.283666:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a080. 00000100:00000200:1.0:1557964670.283667:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514896, offset 192 00000400:00000010:1.0:1557964670.283668:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70200 (tot 24345892). 00000400:00000200:1.0:1557964670.283670:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964670.283675:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964670.283677:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964670.283680:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964670.283681:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964670.283682:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964670.283685:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964670.283686:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964670.283687:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964670.283688:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964670.283688:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964670.283689:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964670.283689:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964670.283690:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964670.283691:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613050 x1633635870514896/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:336/0 lens 224/336 e 0 to 0 dl 1557964731 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964670.283695:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870514896:12345-172.19.1.24@o2ib100:13 Request processed in 88us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964670.283698:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1588 00000100:00000040:1.0:1557964670.283699:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964670.283699:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964670.283700:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964670.283701:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b100. 00000020:00000010:1.0:1557964670.283702:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55bc0. 00000020:00000010:1.0:1557964670.283702:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964670.283703:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964670.283704:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964670.283706:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964670.283707:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e30c0. 00000400:00000010:1.0:1557964670.283707:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b100. 00000400:00000001:1.0:1557964670.283708:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964670.283709:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964670.283728:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964670.283765:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964670.283770:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964670.283772:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964670.283773:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964670.283774:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8800. 02000000:00000001:4.0:1557964670.283775:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964670.283775:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964670.283794:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a080 00000400:00000010:4.0:1557964670.283794:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a080. 00000400:00000010:4.0:1557964670.283795:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70200 (tot 24345492). 00000800:00000200:4.0:1557964670.283796:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964670.283799:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964670.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964670.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964670.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964670.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964670.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964670.508066:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964670.508069:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964670.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964670.508072:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964670.508073:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964670.508075:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964670.508076:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964670.508077:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964670.508079:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964670.508080:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964670.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964670.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964670.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964670.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964670.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964670.508122:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964670.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964670.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676038:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964670.676042:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964670.676045:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620900. 00000020:00000040:10.0:1557964670.676046:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964670.676048:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964670.676049:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964670.676050:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964670.676054:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f8400. 00000100:00000001:10.0:1557964670.676055:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676057:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964670.676061:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964670.676062:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964670.676063:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676065:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620900] to pc [ptlrpcd_01_07:7] req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964670.676070:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676071:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964670.676073:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964670.676073:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620c00. 00000020:00000040:10.0:1557964670.676074:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964670.676075:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964670.676076:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964670.676076:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964670.676078:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fa900. 00000100:00000001:10.0:1557964670.676079:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676080:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964670.676097:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964670.676116:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964670.676117:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964670.676117:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676118:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:10.0:1557964670.676119:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620c00] to pc [ptlrpcd_01_08:8] req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964670.676120:0:14856:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:12.0:1557964670.676123:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964670.676123:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964670.676124:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964670.676125:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964670.676125:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.676126:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676127:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:12.0:1557964670.676128:0:14856:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1557964670.676128:0:14856:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.676128:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964670.676129:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620f00. 00000020:00000040:10.0:1557964670.676129:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 02000000:00000001:12.0:1557964670.676130:0:14856:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:12.0:1557964670.676130:0:14856:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964670.676130:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964670.676130:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964670.676131:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:12.0:1557964670.676132:0:14856:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:8c05ad95-98db-8b06-7942-a20be71d88ee:14856:1633636024600912:172.19.1.24@o2ib100:400 02000000:00000010:10.0:1557964670.676132:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb700. 00000100:00000001:10.0:1557964670.676133:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676134:0:14856:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:10.0:1557964670.676134:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:12.0:1557964670.676136:0:14856:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:12.0:1557964670.676137:0:14856:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676137:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964670.676137:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:12.0:1557964670.676138:0:14856:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964670.676138:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1557964670.676139:0:14856:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fa000. 00000100:00000040:10.0:1557964670.676139:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620f00] to pc [ptlrpcd_01_09:9] req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:12.0:1557964670.676140:0:14856:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964670.676142:0:14856:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69840. 00000100:00000001:10.0:1557964670.676142:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000400:00000010:12.0:1557964670.676143:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a6000. 00000020:00000001:10.0:1557964670.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=432152 : 432152 : 69818) 00000020:00000001:10.0:1557964670.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000100:00000200:12.0:1557964670.676145:0:14856:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600912, portal 25 00000020:00000001:10.0:1557964670.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000020:00000001:10.0:1557964670.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709292928 : -258688 : fffffffffffc0d80) 00000100:00000001:12.0:1557964670.676146:0:14856:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964670.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000020:00000001:10.0:1557964670.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:12.0:1557964670.676147:0:14856:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220049152 : -131296489502464 : ffff889627620900) 00000020:00000001:10.0:1557964670.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709435256 : -116360 : fffffffffffe3978) 00000020:00000001:10.0:1557964670.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92608 : 92608 : 169c0) 00000100:00000040:12.0:1557964670.676149:0:14856:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964670.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709472648 : -78968 : fffffffffffecb88) 00000020:00000001:10.0:1557964670.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1084934 : 1084934 : 108e06) 00000020:00000001:10.0:1557964670.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=75447 : 75447 : 126b7) 00000100:00000001:12.0:1557964670.676152:0:14856:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964670.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709457786 : -93830 : fffffffffffe917a) 00000020:00000001:10.0:1557964670.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709529563 : -22053 : ffffffffffffa9db) 00000100:00000001:15.0:1557964670.676153:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964670.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147522208 : 147522208 : 8cb02a0) 00000020:00000001:10.0:1557964670.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527468 : -24148 : ffffffffffffa1ac) 00000100:00000001:15.0:1557964670.676154:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:12.0:1557964670.676154:0:14856:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:12.0:1557964670.676154:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7600. 00000020:00000001:10.0:1557964670.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:15.0:1557964670.676155:0:14857:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000200:12.0:1557964670.676155:0:14856:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024600912, offset 0 00000020:00000001:10.0:1557964670.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709091176 : -460440 : fffffffffff8f968) 00000020:00000001:10.0:1557964670.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000020:00000001:10.0:1557964670.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=131376 : 131376 : 20130) 00000020:00000001:10.0:1557964670.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000400:00000010:12.0:1557964670.676157:0:14856:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7f9200 (tot 24345892). 00000020:00000001:10.0:1557964670.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709288848 : -262768 : fffffffffffbfd90) 00000020:00000001:10.0:1557964670.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000040:15.0:1557964670.676158:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000200:12.0:1557964670.676158:0:14856:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964670.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=350784 : 350784 : 55a40) 00000020:00000001:10.0:1557964670.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964670.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=996426 : 996426 : f344a) 00000020:00000001:10.0:1557964670.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557964670.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557964670.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676162:0:14857:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1557964670.676162:0:14857:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964670.676163:0:14857:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964670.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964670.676164:0:14857:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964670.676164:0:14856:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964670.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1557964670.676165:0:14857:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:looze-MDT0000-lwp-OST0009_UUID:14857:1633636024600928:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964670.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964670.676166:0:14856:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964670.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676167:0:14857:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964670.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964670.676168:0:14857:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1557964670.676168:0:14857:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676168:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964670.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964670.676170:0:14856:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964670.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964670.676171:0:14857:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:12.0:1557964670.676171:0:14856:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964670.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676171:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964670.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676172:0:14858:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:15.0:1557964670.676173:0:14857:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88871b312600. 02000000:00000001:15.0:1557964670.676173:0:14857:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964670.676173:0:14856:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964670.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964670.676175:0:14857:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88970e6d55a0. 00000800:00000200:12.0:1557964670.676175:0:14856:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964670.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964670.676175:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964670.676176:0:14856:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964670.676177:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976f980. 00000100:00000001:12.0:1557964670.676177:0:14856:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964670.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1557964670.676178:0:14857:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600928, portal 10 00000100:00000001:12.0:1557964670.676178:0:14856:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676179:0:14857:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:12.0:1557964670.676179:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676179:0:14858:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1557964670.676180:0:14857:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220049920 : -131296489501696 : ffff889627620c00) 00000100:00000001:12.0:1557964670.676180:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964670.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676180:0:14858:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676181:0:14858:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:15.0:1557964670.676182:0:14857:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964670.676182:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964670.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676182:0:14858:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676183:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964670.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676184:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964670.676184:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964670.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1557964670.676184:0:14858:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:looze-MDT0001-lwp-OST0009_UUID:14858:1633636024600944:172.19.1.25@o2ib100:400 00000100:00000001:15.0:1557964670.676185:0:14857:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:12.0:1557964670.676185:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676185:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676185:0:14858:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964670.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676186:0:14858:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:15.0:1557964670.676187:0:14857:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:15.0:1557964670.676187:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976e280. 00000100:00000001:12.0:1557964670.676187:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964670.676187:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964670.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676187:0:14858:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676187:0:14858:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:15.0:1557964670.676188:0:14857:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600928, offset 0 00000100:00000001:12.0:1557964670.676188:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676188:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964670.676189:0:14858:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b200. 00000400:00000010:15.0:1557964670.676190:0:14857:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b314a00 (tot 24346292). 00000020:00000001:10.0:1557964670.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676190:0:14858:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964670.676191:0:14857:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964670.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964670.676191:0:14858:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000020:00000001:10.0:1557964670.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964670.676193:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000020:00000001:10.0:1557964670.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964670.676194:0:14858:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600944, portal 10 00000020:00000001:10.0:1557964670.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676195:0:14858:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000400:00000200:15.0:1557964670.676196:0:14857:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964670.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676197:0:14858:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220050688 : -131296489500928 : ffff889627620f00) 00000800:00000200:15.0:1557964670.676198:0:14857:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964670.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964670.676199:0:14858:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964670.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964670.676202:0:14857:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964670.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964670.676203:0:14857:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964670.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676203:0:14858:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000800:00000200:15.0:1557964670.676204:0:14857:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964670.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964670.676204:0:14858:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000800:00000200:29.2:1557964670.676205:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964670.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964670.676205:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775c980. 00000800:00000200:15.0:1557964670.676206:0:14857:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964670.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964670.676206:0:14858:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600944, offset 0 00000100:00000001:15.0:1557964670.676207:0:14857:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964670.676207:0:14858:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b000 (tot 24346692). 00000100:00000001:15.0:1557964670.676208:0:14857:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964670.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676209:0:14857:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964670.676209:0:14858:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:15.0:1557964670.676210:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676211:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964670.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676213:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557964670.676213:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964670.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676214:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964670.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964670.676214:0:14858:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000100:00000001:15.0:1557964670.676215:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557964670.676215:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964670.676216:0:14858:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:15.0:1557964670.676217:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676217:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964670.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676219:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557964670.676219:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964670.676219:0:14858:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:15.0:1557964670.676220:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964670.676220:0:14858:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964670.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964670.676221:0:14858:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964670.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964670.676223:0:14858:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964670.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676224:0:14858:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676225:0:14858:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964670.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676226:0:14858:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676227:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676228:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964670.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676230:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964670.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676231:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964670.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676232:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964670.676232:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964670.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676233:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676234:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676234:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964670.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676235:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964670.676235:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676236:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964670.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964670.676249:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318417004) 00000800:00000200:14.2:1557964670.676253:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:7.0:1557964670.676259:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000800:00000200:14.0:1557964670.676262:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964670.676265:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964670.676267:0:14822:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:15.0:1557964670.676268:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:7.0:1557964670.676268:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000200:14.0:1557964670.676269:0:14822:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964670.676274:0:14822:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964670.676275:0:14822:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964670.676279:0:14822:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964670.676279:0:14822:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964670.676280:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775c980 00000400:00000010:14.0:1557964670.676281:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775c980. 00000400:00000010:14.0:1557964670.676283:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b000 (tot 24346292). 00000100:00000001:7.0:1557964670.676283:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964670.676285:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:7.0:1557964670.676288:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964670.676299:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:17.0:1557964670.676301:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000040:7.0:1557964670.676302:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964670.676310:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:7.0:1557964670.676311:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964670.676313:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964670.676314:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7600 00000400:00000010:7.0:1557964670.676316:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7600. 00000100:00000001:17.0:1557964670.676320:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:7.0:1557964670.676321:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7f9200 (tot 24345892). 00000800:00000200:7.0:1557964670.676323:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000200:17.0:1557964670.676324:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964670.676327:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964670.676341:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964670.676344:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964670.676353:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964670.676355:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557964670.676356:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976e280 00000400:00000010:17.0:1557964670.676359:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976e280. 00000400:00000010:17.0:1557964670.676362:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b314a00 (tot 24345492). 00000800:00000200:17.0:1557964670.676365:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964670.676433:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964670.676442:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964670.676451:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964670.676454:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964670.676457:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964670.676459:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964670.676480:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04970 00000400:00000200:14.0:1557964670.676485:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x97fd [1] + 192 00000800:00000200:15.0:1557964670.676486:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:21.0:1557964670.676487:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000100:00000001:14.0:1557964670.676488:0:14820:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964670.676489:0:14820:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964670.676492:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000100:00000040:14.0:1557964670.676494:0:14820:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964670.676496:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964670.676497:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24346292). 00000100:00000001:14.0:1557964670.676499:0:14820:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:21.0:1557964670.676500:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04950 00000400:00000010:14.0:1557964670.676500:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:14.0:1557964670.676502:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000400:00000200:21.0:1557964670.676504:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd789 [1] + 192 00000800:00000200:14.0:1557964670.676504:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964670.676505:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:21.0:1557964670.676507:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964670.676509:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964670.676513:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964670.676518:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:21.0:1557964670.676519:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964670.676521:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964670.676523:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000800:00000200:7.0:1557964670.676524:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:21.0:1557964670.676525:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000800:00000200:21.0:1557964670.676526:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:8.0:1557964670.676526:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:21.0:1557964670.676527:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:8.0:1557964670.676527:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000200:7.0:1557964670.676527:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000001:8.0:1557964670.676529:0:14858:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000010:7.0:1557964670.676529:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000001:8.0:1557964670.676530:0:14858:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964670.676546:0:14858:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:8.0:1557964670.676549:0:14858:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964670.676550:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04960 00000100:00000001:12.0:1557964670.676554:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:7.0:1557964670.676554:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd791 [1] + 192 00000100:00000200:8.0:1557964670.676555:0:14858:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964670.676556:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964670.676557:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:8.0:1557964670.676559:0:14858:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000200:7.0:1557964670.676559:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:8.0:1557964670.676560:0:14858:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000200:8.0:1557964670.676561:0:14858:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557964670.676562:0:14858:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964670.676563:0:14858:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:7.0:1557964670.676563:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964670.676564:0:14858:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964670.676564:0:14858:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964670.676565:0:14858:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964670.676566:0:14858:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676567:0:14858:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:8.0:1557964670.676569:0:14858:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=150 v=45 (45 45 45 45) 00000100:00000001:7.0:1557964670.676569:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:12.0:1557964670.676570:0:14856:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00001000:8.0:1557964670.676570:0:14858:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=150 v=45 (1 1 1 1) 00000400:00000010:7.0:1557964670.676570:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000400:00000001:12.0:1557964670.676571:0:14856:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964670.676571:0:14858:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964670.676572:0:14856:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:8.0:1557964670.676572:0:14858:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964670.676572:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00010000:00000001:8.0:1557964670.676573:0:14858:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:8.0:1557964670.676574:0:14858:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:7.0:1557964670.676574:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964670.676574:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:12.0:1557964670.676575:0:14856:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:8.0:1557964670.676577:0:14858:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676578:0:14858:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557964670.676579:0:14858:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:8.0:1557964670.676579:0:14858:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000200:12.0:1557964670.676580:0:14856:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964670.676580:0:14858:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964670.676581:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964670.676584:0:14856:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:8.0:1557964670.676584:0:14858:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:12.0:1557964670.676585:0:14856:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69840. 00000100:00000001:8.0:1557964670.676585:0:14858:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964670.676585:0:14858:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1557964670.676586:0:14856:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a6000 00000100:00000040:8.0:1557964670.676586:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:8.0:1557964670.676589:0:14858:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:looze-MDT0001-lwp-OST0009_UUID:14858:1633636024600944:172.19.1.25@o2ib100:400 00000100:00000001:8.0:1557964670.676591:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:12.0:1557964670.676599:0:14856:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a6000. 00000100:00000001:12.0:1557964670.676599:0:14856:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964670.676600:0:14856:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:8.0:1557964670.676600:0:14858:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:12.0:1557964670.676601:0:14856:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:12.0:1557964670.676601:0:14856:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000040:8.0:1557964670.676601:0:14858:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620f00 x1633636024600944/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964670.676602:0:14856:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964670.676603:0:14856:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964670.676604:0:14858:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00001000:12.0:1557964670.676605:0:14856:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=150 v=45 (45 45 45 45) 02000000:00000001:8.0:1557964670.676605:0:14858:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:12.0:1557964670.676606:0:14856:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=150 v=45 (1 1 1 1) 02000000:00000010:8.0:1557964670.676606:0:14858:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b200. 02000000:00000001:8.0:1557964670.676606:0:14858:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964670.676607:0:14858:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557964670.676607:0:14858:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:15.0:1557964670.676608:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964670.676608:0:14856:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964670.676608:0:14856:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964670.676608:0:14858:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964670.676608:0:14858:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb700. 00000100:00000001:15.0:1557964670.676609:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00010000:00000001:12.0:1557964670.676609:0:14856:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:8.0:1557964670.676609:0:14858:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:12.0:1557964670.676610:0:14856:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676610:0:14856:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964670.676610:0:14858:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964670.676610:0:14858:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620f00. 00000400:00000001:15.0:1557964670.676611:0:14857:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:8.0:1557964670.676611:0:14858:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964670.676611:0:14858:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:15.0:1557964670.676612:0:14857:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000040:12.0:1557964670.676612:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964670.676612:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964670.676613:0:14857:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:8.0:1557964670.676614:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964670.676614:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676615:0:14856:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964670.676615:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964670.676615:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1557964670.676616:0:14857:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964670.676616:0:14856:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964670.676616:0:14856:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964670.676616:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964670.676616:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964670.676617:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:15.0:1557964670.676621:0:14857:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:12.0:1557964670.676626:0:14856:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:8c05ad95-98db-8b06-7942-a20be71d88ee:14856:1633636024600912:172.19.1.24@o2ib100:400 00000100:00000001:15.0:1557964670.676635:0:14857:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:12.0:1557964670.676635:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:15.0:1557964670.676636:0:14857:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88970e6d55a0. 00000100:00000001:12.0:1557964670.676636:0:14856:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000400:00000200:15.0:1557964670.676637:0:14857:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976f980 00000100:00000040:12.0:1557964670.676637:0:14856:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620900 x1633636024600912/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:15.0:1557964670.676638:0:14857:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976f980. 00000100:00000001:15.0:1557964670.676638:0:14857:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964670.676639:0:14857:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:15.0:1557964670.676640:0:14857:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:12.0:1557964670.676640:0:14856:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557964670.676640:0:14856:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:15.0:1557964670.676641:0:14857:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000010:12.0:1557964670.676641:0:14856:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fa000. 00000100:00000001:15.0:1557964670.676642:0:14857:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964670.676642:0:14856:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1557964670.676642:0:14856:0:(genops.c:1221:class_import_put()) Process entered 02000000:00000001:15.0:1557964670.676643:0:14857:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:12.0:1557964670.676643:0:14856:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00001000:15.0:1557964670.676644:0:14857:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=150 v=45 (45 45 45 45) 00000020:00000001:12.0:1557964670.676644:0:14856:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964670.676644:0:14856:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f8400. 02000000:00000001:12.0:1557964670.676645:0:14856:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1557964670.676645:0:14856:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:15.0:1557964670.676646:0:14857:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=150 v=45 (1 1 1 1) 00000100:00000010:12.0:1557964670.676646:0:14856:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620900. 00000100:00000001:15.0:1557964670.676647:0:14857:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964670.676647:0:14856:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557964670.676647:0:14856:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964670.676648:0:14857:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676648:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:15.0:1557964670.676649:0:14857:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:15.0:1557964670.676650:0:14857:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676650:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557964670.676651:0:14857:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:15.0:1557964670.676651:0:14857:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:12.0:1557964670.676651:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676651:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964670.676652:0:14857:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1557964670.676652:0:14857:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676652:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964670.676653:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964670.676653:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1557964670.676654:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:15.0:1557964670.676657:0:14857:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1557964670.676659:0:14857:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1557964670.676660:0:14857:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:15.0:1557964670.676661:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:15.0:1557964670.676665:0:14857:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:looze-MDT0000-lwp-OST0009_UUID:14857:1633636024600928:172.19.1.24@o2ib100:400 00000100:00000001:15.0:1557964670.676667:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964670.676668:0:14857:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1557964670.676668:0:14857:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620c00 x1633636024600928/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964776 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:15.0:1557964670.676671:0:14857:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1557964670.676671:0:14857:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:15.0:1557964670.676672:0:14857:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88871b312600. 02000000:00000001:15.0:1557964670.676673:0:14857:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:15.0:1557964670.676674:0:14857:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:15.0:1557964670.676674:0:14857:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:15.0:1557964670.676675:0:14857:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:15.0:1557964670.676675:0:14857:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fa900. 02000000:00000001:15.0:1557964670.676677:0:14857:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1557964670.676678:0:14857:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1557964670.676678:0:14857:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620c00. 00000100:00000001:15.0:1557964670.676679:0:14857:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1557964670.676680:0:14857:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964670.676681:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964670.676683:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557964670.676683:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676684:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964670.676685:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964670.676686:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964670.676686:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964671.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964671.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964671.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964671.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964671.508085:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964671.508085:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964671.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964671.508088:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964671.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964671.508144:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964671.508145:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964671.508146:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964671.508147:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964671.508148:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964671.508149:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964671.508149:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964672.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964672.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964672.508077:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964672.508079:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964672.508085:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964672.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964672.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964672.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964672.508127:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964672.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964672.508131:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964672.508132:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964672.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964672.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964672.508139:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964672.508140:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964672.529006:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888736439e00 (tot 24345748). 00000400:00000010:6.0:1557964672.529013:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888736439e00 (tot 24345492). 00000020:00000001:6.0:1557964672.529992:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964672.529993:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318388856, max_age 4318392858 00002000:00000001:6.0:1557964672.529995:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964672.529995:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964672.529997:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964672.530000:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964672.530001:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964672.530002:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964672.530003:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964672.530004:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964672.530006:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964672.530007:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964672.530007:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964672.530008:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964672.530009:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964672.530034:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964672.530035:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318393858, max_age 4318392858 00000020:00000004:6.0:1557964672.530035:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964672.530036:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964672.530058:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964672.530059:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318393858, max_age 4318392858 00000020:00000004:6.0:1557964672.530059:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964672.530060:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964672.530082:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964672.530083:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318393858, max_age 4318392858 00000020:00000004:6.0:1557964672.530084:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964672.530085:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964673.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964673.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964673.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964673.508080:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964673.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964673.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964673.508089:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964673.508090:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964673.508130:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964673.508132:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964673.508135:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964673.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964673.508136:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964673.508138:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964673.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964673.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964674.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964674.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964674.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964674.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964674.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964674.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964674.508067:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964674.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964674.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964674.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964674.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964674.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964674.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964674.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964674.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964674.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964675.283056:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964675.283077:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964675.283085:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964675.283093:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964675.283096:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964675.283102:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010520 00000400:00000200:14.0:1557964675.283108:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9275 [1] + 0 00000400:00000010:14.0:1557964675.283112:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d20. 00000400:00000200:14.0:1557964675.283114:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ef00 00000100:00000001:14.0:1557964675.283118:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964675.283119:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964675.283119:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964675.283121:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8450 x1633635891479840 msgsize 224 00000100:00100000:14.0:1557964675.283128:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964675.283129:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964675.283133:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964675.283134:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ef00 00000400:00000010:14.0:1557964675.283136:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ef00. 00000400:00000010:14.0:1557964675.283138:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964675.283141:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964675.283145:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964675.283147:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964675.283169:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964675.283172:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964675.283174:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964675.283176:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964675.283177:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964675.283179:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964675.283182:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964675.283185:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479840 00000020:00000001:10.0:1557964675.283187:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964675.283188:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964675.283190:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964675.283191:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964675.283194:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964675.283196:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964675.283199:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964675.283203:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964675.283205:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964675.283223:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3480. 00000020:00000010:10.0:1557964675.283225:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964675.283226:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964675.283227:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964675.283228:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964675.283228:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964675.283230:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964675.283233:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964675.283234:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964675.283235:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964675.283236:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964675.283236:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964675.283237:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964675.283238:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964675.283240:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1583 00000100:00000040:10.0:1557964675.283241:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964675.283242:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725353040 : -131291984198576 : ffff889733eb8450) 00000100:00000040:10.0:1557964675.283243:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8450 x1633635891479840/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:341/0 lens 224/0 e 0 to 0 dl 1557964736 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964675.283247:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964675.283247:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964675.283249:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891479840:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964675.283250:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479840 00000020:00000001:10.0:1557964675.283251:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964675.283252:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964675.283253:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964675.283254:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964675.283255:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964675.283256:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964675.283256:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964675.283257:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964675.283257:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964675.283259:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964675.283260:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964675.283261:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964675.283262:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a000. 02000000:00000001:10.0:1557964675.283263:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964675.283264:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964675.283265:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964675.283266:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964675.283266:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964675.283267:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964675.283270:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964675.283271:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964675.283272:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964675.283273:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964675.283274:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964675.283276:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964675.283277:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964675.283278:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964675.283279:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964675.283280:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964675.283281:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479840 00010000:00000001:10.0:1557964675.283282:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964675.283283:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8450 x1633635891479840/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:341/0 lens 224/368 e 0 to 0 dl 1557964736 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964675.283286:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964675.283287:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964675.283288:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=128 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964675.283289:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964675.283291:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964675.283292:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964675.283293:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964675.283294:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964675.283295:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964675.283296:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964675.283297:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e00. 00000100:00000200:10.0:1557964675.283299:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479840, offset 192 00000400:00000010:10.0:1557964675.283300:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e1a00 (tot 24345892). 00000400:00000200:10.0:1557964675.283302:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964675.283308:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964675.283310:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964675.283313:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964675.283314:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964675.283315:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964675.283317:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964675.283318:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964675.283319:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964675.283320:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964675.283321:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964675.283321:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964675.283322:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964675.283322:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964675.283323:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964675.283324:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8450 x1633635891479840/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:341/0 lens 224/336 e 0 to 0 dl 1557964736 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964675.283325:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964675.283328:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964675.283328:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891479840:12345-172.19.1.25@o2ib100:13 Request processed in 80us (206us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964675.283329:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964675.283330:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964675.283330:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964675.283331:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e00 00000400:00000010:14.0:1557964675.283331:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e00. 00000100:00100000:10.0:1557964675.283331:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1583 00000100:00000040:10.0:1557964675.283332:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964675.283333:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e1a00 (tot 24345492). 00000100:00000001:10.0:1557964675.283333:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964675.283333:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964675.283334:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964675.283334:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3480. 00000020:00000010:10.0:1557964675.283335:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964675.283336:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964675.283337:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964675.283338:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964675.283339:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a000. 02000000:00000001:10.0:1557964675.283340:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964675.283340:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964675.283342:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964675.283343:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36180. 00000400:00000010:10.0:1557964675.283344:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3480. 00000400:00000001:10.0:1557964675.283345:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964675.283346:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964675.291408:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964675.291456:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964675.291466:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964675.291474:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964675.291477:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964675.291484:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11f20 00000400:00000200:17.0:1557964675.291491:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd219 [1] + 0 00000400:00000010:17.0:1557964675.291496:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9780. 00000400:00000200:17.0:1557964675.291498:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6180 00000800:00000200:21.0:1557964675.291499:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964675.291504:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964675.291505:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964675.291508:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612c50 x1633635870514976 msgsize 224 00000100:00100000:17.0:1557964675.291515:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964675.291516:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964675.291519:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964675.291521:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6180 00000400:00000010:17.0:1557964675.291523:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6180. 00000400:00000010:17.0:1557964675.291526:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:1.0:1557964675.291529:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964675.291530:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964675.291533:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964675.291534:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964675.291535:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964675.291537:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964675.291537:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964675.291539:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964675.291540:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964675.291545:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964675.291548:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870514976 00000020:00000001:1.0:1557964675.291551:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964675.291554:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964675.291556:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964675.291558:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964675.291560:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964675.291562:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964675.291565:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964675.291566:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964675.291569:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964675.291572:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ae00. 00000020:00000010:1.0:1557964675.291574:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54180. 00000100:00000040:1.0:1557964675.291577:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964675.291579:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964675.291580:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964675.291581:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964675.291584:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964675.291588:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964675.291591:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964675.291593:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964675.291594:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964675.291595:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964675.291596:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964675.291597:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964675.291601:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1589 00000100:00000040:1.0:1557964675.291604:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964675.291605:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836060240 : -131364873491376 : ffff88863b612c50) 00000100:00000040:1.0:1557964675.291610:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612c50 x1633635870514976/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:341/0 lens 224/0 e 0 to 0 dl 1557964736 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964675.291620:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964675.291621:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964675.291624:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870514976:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964675.291627:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870514976 00000020:00000001:1.0:1557964675.291629:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964675.291631:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964675.291632:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964675.291635:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964675.291636:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964675.291639:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964675.291640:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964675.291642:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964675.291643:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964675.291644:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964675.291647:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964675.291648:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964675.291651:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad800. 02000000:00000001:1.0:1557964675.291653:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964675.291655:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964675.291657:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964675.291658:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964675.291660:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964675.291661:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964675.291663:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964675.291666:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964675.291669:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964675.291672:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964675.291675:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964675.291677:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964675.291680:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964675.291681:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964675.291683:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870514976 00010000:00000001:1.0:1557964675.291686:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964675.291689:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612c50 x1633635870514976/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:341/0 lens 224/368 e 0 to 0 dl 1557964736 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964675.291698:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964675.291699:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964675.291701:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=128 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964675.291705:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964675.291708:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964675.291710:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964675.291712:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964675.291729:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964675.291730:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964675.291731:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964675.291733:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b180. 00000100:00000200:1.0:1557964675.291734:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870514976, offset 192 00000400:00000010:1.0:1557964675.291736:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75c00 (tot 24345892). 00000400:00000200:1.0:1557964675.291737:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964675.291743:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964675.291745:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964675.291748:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964675.291749:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964675.291749:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964675.291752:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964675.291752:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964675.291753:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964675.291754:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964675.291755:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964675.291755:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964675.291756:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964675.291756:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964675.291757:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612c50 x1633635870514976/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:341/0 lens 224/336 e 0 to 0 dl 1557964736 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964675.291761:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870514976:12345-172.19.1.24@o2ib100:13 Request processed in 141us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964675.291764:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1589 00000100:00000040:1.0:1557964675.291765:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964675.291765:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964675.291766:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964675.291767:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ae00. 00000020:00000010:1.0:1557964675.291768:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54180. 00000020:00000010:1.0:1557964675.291768:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964675.291769:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964675.291771:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964675.291772:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964675.291773:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3e40. 00000400:00000010:1.0:1557964675.291774:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ae00. 00000400:00000001:1.0:1557964675.291775:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964675.291775:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964675.291807:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964675.291842:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964675.291846:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964675.291847:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964675.291848:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964675.291849:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad800. 02000000:00000001:4.0:1557964675.291851:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964675.291851:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964675.291852:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b180 00000400:00000010:4.0:1557964675.291852:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b180. 00000400:00000010:4.0:1557964675.291853:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75c00 (tot 24345492). 00000800:00000200:4.0:1557964675.291854:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964675.291856:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964675.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964675.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964675.508074:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964675.508076:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964675.508083:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964675.508084:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964675.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964675.508090:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964675.508125:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964675.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964675.508129:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964675.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964675.508132:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964675.508134:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964675.508137:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964675.508137:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964675.927701:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:21.0:1557964675.927749:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964675.927759:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:21.0:1557964675.927767:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:21.0:1557964675.927770:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964675.927776:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726010 00000400:00000200:21.0:1557964675.927782:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbad9 [1] + 0 00000400:00000010:21.0:1557964675.927787:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354c60. 00000400:00000200:21.0:1557964675.927789:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81800 00000800:00000200:17.0:1557964675.927792:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:21.0:1557964675.927793:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964675.927794:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:21.0:1557964675.927796:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863d643c50 x1633636318339088 msgsize 224 00000100:00100000:21.0:1557964675.927802:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:21.0:1557964675.927804:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964675.927806:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964675.927807:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81800 00000400:00000010:21.0:1557964675.927809:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81800. 00000400:00000010:21.0:1557964675.927811:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964675.927814:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964675.927816:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964675.927818:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:23.0:1557964675.927843:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:23.0:1557964675.927847:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:23.0:1557964675.927848:0:29963:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:23.0:1557964675.927850:0:29963:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:23.0:1557964675.927851:0:29963:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:23.0:1557964675.927852:0:29963:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:23.0:1557964675.927855:0:29963:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:23.0:1557964675.927858:0:29963:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339088 00000020:00000001:23.0:1557964675.927860:0:29963:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:23.0:1557964675.927861:0:29963:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:23.0:1557964675.927863:0:29963:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:23.0:1557964675.927864:0:29963:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:23.0:1557964675.927866:0:29963:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:23.0:1557964675.927869:0:29963:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:23.0:1557964675.927873:0:29963:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1557964675.927875:0:29963:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:23.0:1557964675.927878:0:29963:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887382e9600. 00000020:00000010:23.0:1557964675.927881:0:29963:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88872839bf80. 00000020:00000010:23.0:1557964675.927884:0:29963:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8887387909c0. 00000100:00000040:23.0:1557964675.927886:0:29963:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:23.0:1557964675.927888:0:29963:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:23.0:1557964675.927889:0:29963:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:23.0:1557964675.927890:0:29963:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964675.927893:0:29963:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:23.0:1557964675.927895:0:29963:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:23.0:1557964675.927895:0:29963:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964675.927901:0:29963:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:23.0:1557964675.927904:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964675.927905:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:23.0:1557964675.927906:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:23.0:1557964675.927907:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:23.0:1557964675.927908:0:29963:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1557964675.927909:0:29963:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:19.0:1557964675.927910:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964675.927913:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00100000:23.0:1557964675.927914:0:29963:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 294 00000100:00000001:19.0:1557964675.927915:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000040:23.0:1557964675.927916:0:29963:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:23.0:1557964675.927917:0:29963:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869815376 : -131364839736240 : ffff88863d643c50) 00000100:00000001:19.0:1557964675.927917:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00000001:19.0:1557964675.927918:0:29970:0:(service.c:1830:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964675.927921:0:29970:0:(service.c:2032:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:23.0:1557964675.927922:0:29963:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d643c50 x1633636318339088/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:341/0 lens 224/0 e 0 to 0 dl 1557964736 ref 1 fl New:H/0/ffffffff rc 0/-1 00000400:00000001:19.0:1557964675.927924:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964675.927925:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:23.0:1557964675.927932:0:29963:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1557964675.927933:0:29963:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:23.0:1557964675.927936:0:29963:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_005:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24090:x1633636318339088:12345-172.19.1.39@o2ib100:400 00000100:00000200:23.0:1557964675.927940:0:29963:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339088 00000020:00000001:23.0:1557964675.927941:0:29963:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:23.0:1557964675.927943:0:29963:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:23.0:1557964675.927944:0:29963:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964675.927946:0:29963:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:23.0:1557964675.927947:0:29963:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:23.0:1557964675.927949:0:29963:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:23.0:1557964675.927955:0:29963:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:23.0:1557964675.927957:0:29963:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:23.0:1557964675.927958:0:29963:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:23.0:1557964675.927959:0:29963:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964675.927961:0:29963:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:23.0:1557964675.927962:0:29963:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:23.0:1557964675.927964:0:29963:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964675.927966:0:29963:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:23.0:1557964675.927967:0:29963:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:23.0:1557964675.927969:0:29963:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff8887382edc00. 02000000:00000001:23.0:1557964675.927970:0:29963:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964675.927972:0:29963:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964675.927974:0:29963:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:23.0:1557964675.927988:0:29963:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339088 00010000:00000001:23.0:1557964675.927990:0:29963:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:23.0:1557964675.927993:0:29963:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d643c50 x1633636318339088/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:341/0 lens 224/224 e 0 to 0 dl 1557964736 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:23.0:1557964675.928016:0:29963:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:23.0:1557964675.928016:0:29963:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:23.0:1557964675.928017:0:29963:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=128 v=45 (1 1 1 1) 00000100:00000001:23.0:1557964675.928018:0:29963:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:23.0:1557964675.928019:0:29963:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:23.0:1557964675.928020:0:29963:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:23.0:1557964675.928021:0:29963:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:23.0:1557964675.928021:0:29963:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964675.928022:0:29963:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:23.0:1557964675.928023:0:29963:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:23.0:1557964675.928024:0:29963:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872839bd00. 00000100:00000200:23.0:1557964675.928025:0:29963:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339088, offset 192 00000400:00000010:23.0:1557964675.928026:0:29963:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887382ef000 (tot 24345892). 00000400:00000200:23.0:1557964675.928028:0:29963:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:23.0:1557964675.928034:0:29963:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:23.0:1557964675.928036:0:29963:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:23.0:1557964675.928038:0:29963:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:23.0:1557964675.928039:0:29963:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:23.0:1557964675.928041:0:29963:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:23.0:1557964675.928043:0:29963:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:23.0:1557964675.928043:0:29963:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964675.928044:0:29963:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:23.0:1557964675.928045:0:29963:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:23.0:1557964675.928046:0:29963:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:23.0:1557964675.928046:0:29963:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:23.0:1557964675.928047:0:29963:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:23.0:1557964675.928047:0:29963:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:23.0:1557964675.928048:0:29963:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d643c50 x1633636318339088/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:341/0 lens 224/192 e 0 to 0 dl 1557964736 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:23.0:1557964675.928052:0:29963:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_005:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24090:x1633636318339088:12345-172.19.1.39@o2ib100:400 Request processed in 120us (255us total) trans 0 rc 0/0 00000100:00100000:23.0:1557964675.928055:0:29963:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 294 00000100:00000040:23.0:1557964675.928056:0:29963:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:23.0:1557964675.928057:0:29963:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:23.0:1557964675.928057:0:29963:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:23.0:1557964675.928058:0:29963:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88872839bf80. 00000020:00000010:23.0:1557964675.928059:0:29963:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8887387909c0. 00000020:00000010:23.0:1557964675.928060:0:29963:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887382e9600. 00000020:00000040:23.0:1557964675.928060:0:29963:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:23.0:1557964675.928061:0:29963:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:23.0:1557964675.928063:0:29963:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:23.0:1557964675.928064:0:29963:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8886387efc00. 00000400:00000010:23.0:1557964675.928064:0:29963:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872839bf80. 00000400:00000001:23.0:1557964675.928066:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964675.928066:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964675.928085:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964675.928140:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557964675.928143:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:4.0:1557964675.928145:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964675.928146:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964675.928147:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff8887382edc00. 02000000:00000001:4.0:1557964675.928148:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:7.0:1557964675.928149:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:4.0:1557964675.928149:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964675.928149:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872839bd00 00000400:00000010:4.0:1557964675.928150:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872839bd00. 00000400:00000010:4.0:1557964675.928151:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887382ef000 (tot 24345492). 00000800:00000200:4.0:1557964675.928152:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:15.0:1557964676.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964676.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964676.508082:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964676.508084:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964676.508090:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964676.508091:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964676.508093:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964676.508094:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964676.508133:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964676.508135:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964676.508138:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964676.508139:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964676.508139:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964676.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964676.508144:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964676.508145:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964677.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964677.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964677.508081:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964677.508084:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964677.508090:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964677.508091:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964677.508093:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964677.508094:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964677.508132:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964677.508135:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964677.508139:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964677.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964677.508140:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964677.508142:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964677.508144:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964677.508147:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964677.530572:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888729140400 (tot 24345748). 00000400:00000010:6.0:1557964677.530580:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888729140400 (tot 24345492). 00000020:00000001:6.0:1557964677.531542:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964677.531543:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318393858, max_age 4318397859 00002000:00000001:6.0:1557964677.531544:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964677.531545:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964677.531546:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964677.531548:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964677.531549:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964677.531550:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964677.531551:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964677.531553:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964677.531555:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964677.531556:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964677.531557:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964677.531558:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964677.531558:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964677.531582:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964677.531582:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318398859, max_age 4318397859 00000020:00000004:6.0:1557964677.531583:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964677.531584:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964677.531606:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964677.531607:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318398859, max_age 4318397859 00000020:00000004:6.0:1557964677.531607:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964677.531609:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964677.531630:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964677.531630:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318398859, max_age 4318397859 00000020:00000004:6.0:1557964677.531631:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964677.531632:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964678.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964678.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964678.508034:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964678.508035:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964678.508038:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964678.508039:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964678.508040:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964678.508040:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964678.508065:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964678.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964678.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964678.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964678.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964678.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964678.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964678.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964679.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964679.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964679.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964679.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964679.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964679.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964679.508089:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964679.508090:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964679.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964679.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964679.508133:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964679.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964679.508135:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964679.508138:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964679.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964679.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1557964680.080048:0:14930:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964680.080049:0:14930:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964680.080051:0:14930:0:(service.c:1437:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1557964680.080052:0:14930:0:(service.c:1449:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1557964680.080053:0:14930:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964680.080054:0:14930:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964680.291055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964680.291076:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964680.291083:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964680.291091:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964680.291095:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964680.291101:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010540 00000400:00000200:14.0:1557964680.291107:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9285 [1] + 0 00000400:00000010:14.0:1557964680.291111:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9720. 00000400:00000200:14.0:1557964680.291116:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f500 00000800:00000200:15.0:1557964680.291117:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964680.291119:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964680.291121:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964680.291123:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8050 x1633635891479872 msgsize 224 00000100:00100000:14.0:1557964680.291129:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964680.291131:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964680.291135:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964680.291136:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f500 00000400:00000010:14.0:1557964680.291137:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f500. 00000400:00000010:14.0:1557964680.291140:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964680.291142:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964680.291145:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964680.291147:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964680.291171:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964680.291175:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964680.291177:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964680.291179:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964680.291181:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964680.291182:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964680.291185:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964680.291188:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479872 00000020:00000001:10.0:1557964680.291191:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964680.291192:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964680.291194:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964680.291196:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964680.291198:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964680.291200:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964680.291203:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964680.291205:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964680.291208:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000010:10.0:1557964680.291211:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3200. 00000020:00000010:10.0:1557964680.291213:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964680.291216:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964680.291218:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964680.291219:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964680.291220:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964680.291223:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964680.291229:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964680.291232:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964680.291233:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964680.291235:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964680.291236:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964680.291237:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964680.291238:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964680.291243:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1584 00000100:00000040:10.0:1557964680.291247:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964680.291249:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725352016 : -131291984199600 : ffff889733eb8050) 00000100:00000040:10.0:1557964680.291253:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8050 x1633635891479872/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:346/0 lens 224/0 e 0 to 0 dl 1557964741 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964680.291263:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964680.291264:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964680.291268:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891479872:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964680.291271:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479872 00000020:00000001:10.0:1557964680.291273:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964680.291275:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964680.291276:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964680.291278:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964680.291279:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964680.291282:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964680.291283:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964680.291285:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964680.291286:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964680.291287:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964680.291289:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964680.291290:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964680.291292:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a000. 02000000:00000001:10.0:1557964680.291294:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964680.291296:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964680.291298:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964680.291299:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964680.291301:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964680.291302:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964680.291306:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964680.291308:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964680.291311:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964680.291314:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964680.291317:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964680.291320:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964680.291323:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964680.291326:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964680.291329:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964680.291331:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964680.291333:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479872 00010000:00000001:10.0:1557964680.291335:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964680.291338:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8050 x1633635891479872/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:346/0 lens 224/368 e 0 to 0 dl 1557964741 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964680.291347:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964680.291348:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964680.291365:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=133 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964680.291366:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964680.291367:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964680.291368:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964680.291369:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964680.291369:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964680.291370:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964680.291371:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964680.291372:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2a00. 00000100:00000200:10.0:1557964680.291373:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479872, offset 192 00000400:00000010:10.0:1557964680.291374:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e2200 (tot 24345892). 00000400:00000200:10.0:1557964680.291376:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964680.291382:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964680.291384:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964680.291387:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964680.291388:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964680.291389:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964680.291391:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964680.291392:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964680.291393:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964680.291394:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964680.291395:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964680.291396:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964680.291397:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964680.291398:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964680.291399:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8050 x1633635891479872/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:346/0 lens 224/336 e 0 to 0 dl 1557964741 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964680.291422:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891479872:12345-172.19.1.25@o2ib100:13 Request processed in 158us (298us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964680.291424:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964680.291424:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1584 00000100:00000040:10.0:1557964680.291425:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964680.291426:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964680.291427:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964680.291428:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3200. 00000020:00000010:10.0:1557964680.291429:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964680.291430:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e6000. 00000020:00000040:10.0:1557964680.291431:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964680.291432:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1557964680.291433:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000200:10.0:1557964680.291433:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964680.291434:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36120. 00000400:00000010:10.0:1557964680.291435:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3200. 00000800:00000200:14.0:1557964680.291436:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000001:10.0:1557964680.291436:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964680.291436:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:14.0:1557964680.291438:0:14820:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964680.291439:0:14820:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964680.291440:0:14820:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a000. 02000000:00000001:14.0:1557964680.291442:0:14820:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964680.291443:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964680.291443:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2a00 00000400:00000010:14.0:1557964680.291445:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2a00. 00000400:00000010:14.0:1557964680.291446:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e2200 (tot 24345492). 00000800:00000200:14.0:1557964680.291447:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964680.291448:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964680.299382:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964680.299444:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964680.299454:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964680.299462:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964680.299465:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964680.299471:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11f40 00000400:00000200:17.0:1557964680.299477:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd229 [1] + 0 00000400:00000010:17.0:1557964680.299483:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea96c0. 00000400:00000200:17.0:1557964680.299485:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7900 00000800:00000200:21.0:1557964680.299488:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964680.299490:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964680.299491:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964680.299494:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612850 x1633635870515008 msgsize 224 00000100:00100000:17.0:1557964680.299500:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964680.299502:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964680.299505:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964680.299506:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7900 00000400:00000010:17.0:1557964680.299508:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7900. 00000400:00000010:17.0:1557964680.299511:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964680.299514:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964680.299514:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964680.299517:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964680.299518:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964680.299520:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964680.299520:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964680.299521:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964680.299523:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964680.299525:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964680.299529:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964680.299533:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515008 00000020:00000001:1.0:1557964680.299535:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964680.299537:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964680.299538:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964680.299540:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964680.299542:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964680.299545:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964680.299547:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964680.299549:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964680.299551:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964680.299554:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a980. 00000020:00000010:1.0:1557964680.299557:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55c80. 00000100:00000040:1.0:1557964680.299559:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964680.299561:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964680.299562:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964680.299563:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964680.299566:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964680.299571:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964680.299576:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964680.299577:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964680.299578:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964680.299579:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964680.299580:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964680.299582:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964680.299585:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1590 00000100:00000040:1.0:1557964680.299588:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964680.299589:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836059216 : -131364873492400 : ffff88863b612850) 00000100:00000040:1.0:1557964680.299593:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612850 x1633635870515008/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:346/0 lens 224/0 e 0 to 0 dl 1557964741 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964680.299603:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964680.299604:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964680.299607:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870515008:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964680.299611:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515008 00000020:00000001:1.0:1557964680.299613:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964680.299615:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964680.299616:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964680.299618:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964680.299619:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964680.299622:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964680.299623:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964680.299625:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964680.299626:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964680.299627:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964680.299630:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964680.299631:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964680.299633:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:1.0:1557964680.299634:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964680.299636:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964680.299638:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964680.299640:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964680.299641:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964680.299642:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964680.299645:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964680.299648:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964680.299651:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964680.299669:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964680.299670:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964680.299671:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964680.299673:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964680.299673:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964680.299674:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515008 00010000:00000001:1.0:1557964680.299675:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964680.299676:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612850 x1633635870515008/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:346/0 lens 224/368 e 0 to 0 dl 1557964741 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964680.299680:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964680.299680:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964680.299681:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=133 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964680.299683:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964680.299684:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964680.299685:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964680.299685:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964680.299686:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964680.299687:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964680.299688:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964680.299689:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ab80. 00000100:00000200:1.0:1557964680.299690:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515008, offset 192 00000400:00000010:1.0:1557964680.299691:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75600 (tot 24345892). 00000400:00000200:1.0:1557964680.299693:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964680.299698:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964680.299700:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964680.299703:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964680.299704:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964680.299704:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964680.299707:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964680.299708:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964680.299708:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964680.299709:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964680.299710:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964680.299711:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964680.299711:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964680.299712:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964680.299713:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612850 x1633635870515008/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:346/0 lens 224/336 e 0 to 0 dl 1557964741 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964680.299717:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870515008:12345-172.19.1.24@o2ib100:13 Request processed in 112us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964680.299719:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1590 00000100:00000040:1.0:1557964680.299720:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964680.299721:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964680.299721:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964680.299722:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a980. 00000020:00000010:1.0:1557964680.299723:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55c80. 00000020:00000010:1.0:1557964680.299724:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964680.299725:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964680.299726:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964680.299727:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964680.299728:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e33c0. 00000400:00000010:1.0:1557964680.299729:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a980. 00000400:00000001:1.0:1557964680.299730:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964680.299730:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964680.299749:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964680.299812:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964680.299816:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964680.299818:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964680.299819:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964680.299820:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:7.0:1557964680.299822:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964680.299822:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964680.299823:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ab80 00000400:00000010:7.0:1557964680.299824:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ab80. 00000400:00000010:7.0:1557964680.299825:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75600 (tot 24345492). 00000800:00000200:7.0:1557964680.299826:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964680.299828:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964680.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964680.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964680.508069:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964680.508071:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964680.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964680.508079:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964680.508082:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964680.508084:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964680.508085:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964680.508087:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964680.508088:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964680.508090:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964680.508091:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964680.508092:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964680.508096:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964680.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964680.508114:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964680.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964680.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964680.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964680.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964680.508139:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964680.508140:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964681.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964681.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964681.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964681.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964681.508084:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964681.508085:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964681.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964681.508088:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964681.508131:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964681.508132:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964681.508133:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964681.508134:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964681.508134:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964681.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964681.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964681.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964682.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964682.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964682.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964682.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964682.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964682.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964682.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964682.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964682.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964682.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964682.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964682.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964682.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964682.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964682.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964682.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964682.532061:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888718357a00 (tot 24345748). 00000400:00000010:6.0:1557964682.532076:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888718357a00 (tot 24345492). 00000020:00000001:6.0:1557964682.533138:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964682.533139:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318398859, max_age 4318402861 00002000:00000001:6.0:1557964682.533140:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964682.533141:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964682.533143:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964682.533145:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964682.533146:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964682.533147:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964682.533148:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964682.533150:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964682.533151:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964682.533152:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964682.533154:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964682.533155:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964682.533156:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964682.533181:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964682.533182:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318403861, max_age 4318402861 00000020:00000004:6.0:1557964682.533183:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964682.533184:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964682.533205:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964682.533206:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318403861, max_age 4318402861 00000020:00000004:6.0:1557964682.533208:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964682.533209:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964682.533232:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964682.533233:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318403861, max_age 4318402861 00000020:00000004:6.0:1557964682.533234:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964682.533235:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964683.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964683.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964683.508077:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964683.508079:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964683.508085:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964683.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964683.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964683.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964683.508131:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964683.508133:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964683.508136:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964683.508137:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964683.508137:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964683.508139:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964683.508142:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964683.508143:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964684.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964684.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964684.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964684.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964684.508085:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964684.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964684.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964684.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964684.508127:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964684.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964684.508133:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964684.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964684.508135:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964684.508137:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964684.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964684.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964685.299032:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964685.299053:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964685.299061:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964685.299069:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964685.299072:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964685.299078:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010560 00000400:00000200:14.0:1557964685.299084:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9295 [1] + 0 00000400:00000010:14.0:1557964685.299088:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36300. 00000400:00000200:14.0:1557964685.299090:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2580 00000800:00000200:15.0:1557964685.299094:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964685.299094:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964685.299096:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964685.299098:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdc050 x1633635891479904 msgsize 224 00000100:00100000:14.0:1557964685.299104:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964685.299106:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964685.299125:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964685.299125:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2580 00000400:00000010:14.0:1557964685.299126:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2580. 00000400:00000010:14.0:1557964685.299127:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964685.299129:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964685.299130:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964685.299131:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964685.299159:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964685.299161:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964685.299162:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964685.299164:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964685.299165:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964685.299166:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964685.299167:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964685.299169:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479904 00000020:00000001:10.0:1557964685.299170:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964685.299171:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964685.299172:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964685.299173:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964685.299174:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964685.299175:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964685.299193:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964685.299194:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964685.299197:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964685.299199:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2280. 00000020:00000010:10.0:1557964685.299200:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964685.299201:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964685.299202:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964685.299202:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964685.299203:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964685.299204:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964685.299207:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964685.299208:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964685.299209:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964685.299209:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964685.299209:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964685.299210:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964685.299211:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964685.299213:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1585 00000100:00000040:10.0:1557964685.299214:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964685.299233:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547948624 : -131293161602992 : ffff8896edbdc050) 00000100:00000040:10.0:1557964685.299235:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdc050 x1633635891479904/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:351/0 lens 224/0 e 0 to 0 dl 1557964746 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964685.299238:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964685.299239:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964685.299240:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891479904:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964685.299258:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479904 00000020:00000001:10.0:1557964685.299259:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964685.299260:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964685.299261:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964685.299262:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964685.299263:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964685.299264:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964685.299265:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964685.299265:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964685.299266:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964685.299267:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964685.299268:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964685.299268:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964685.299269:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d000. 02000000:00000001:10.0:1557964685.299270:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964685.299271:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964685.299272:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964685.299272:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964685.299273:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964685.299274:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964685.299276:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964685.299277:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964685.299278:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964685.299279:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964685.299281:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964685.299282:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964685.299283:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964685.299284:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964685.299285:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964685.299286:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964685.299287:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479904 00010000:00000001:10.0:1557964685.299288:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964685.299289:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdc050 x1633635891479904/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:351/0 lens 224/368 e 0 to 0 dl 1557964746 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964685.299292:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964685.299293:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964685.299294:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=138 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964685.299295:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964685.299296:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964685.299297:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964685.299298:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964685.299298:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964685.299299:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964685.299300:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964685.299301:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3d80. 00000100:00000200:10.0:1557964685.299303:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479904, offset 192 00000400:00000010:10.0:1557964685.299307:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e0600 (tot 24345892). 00000400:00000200:10.0:1557964685.299308:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964685.299314:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964685.299316:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964685.299318:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964685.299319:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964685.299320:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964685.299322:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964685.299323:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964685.299324:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964685.299325:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964685.299325:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964685.299326:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964685.299326:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964685.299327:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964685.299328:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdc050 x1633635891479904/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:351/0 lens 224/336 e 0 to 0 dl 1557964746 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964685.299332:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891479904:12345-172.19.1.25@o2ib100:13 Request processed in 92us (233us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964685.299334:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1585 00000100:00000040:10.0:1557964685.299335:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964685.299336:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964685.299337:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964685.299338:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2280. 00000020:00000010:10.0:1557964685.299338:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964685.299339:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964685.299340:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964685.299342:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964685.299343:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964685.299344:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a36300. 00000400:00000010:10.0:1557964685.299345:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2280. 00000400:00000001:10.0:1557964685.299346:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964685.299346:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964685.299358:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964685.299369:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964685.299372:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964685.299374:0:14820:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964685.299375:0:14820:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964685.299377:0:14820:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d000. 02000000:00000001:14.0:1557964685.299397:0:14820:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964685.299397:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964685.299398:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3d80 00000400:00000010:14.0:1557964685.299401:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3d80. 00000400:00000010:14.0:1557964685.299403:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e0600 (tot 24345492). 00000800:00000200:14.0:1557964685.299404:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557964685.299406:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964685.307394:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964685.307448:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964685.307459:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964685.307467:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964685.307470:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964685.307477:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11f60 00000400:00000200:21.0:1557964685.307483:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd249 [1] + 0 00000400:00000010:21.0:1557964685.307490:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9840. 00000800:00000200:17.0:1557964685.307491:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:21.0:1557964685.307492:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6780 00000100:00000001:21.0:1557964685.307495:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964685.307497:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964685.307499:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612450 x1633635870515040 msgsize 224 00000100:00100000:21.0:1557964685.307505:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964685.307507:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964685.307510:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964685.307511:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6780 00000400:00000010:21.0:1557964685.307513:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6780. 00000400:00000010:21.0:1557964685.307515:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964685.307518:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964685.307518:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:21.0:1557964685.307521:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964685.307521:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:21.0:1557964685.307522:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964685.307523:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964685.307525:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964685.307526:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964685.307528:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964685.307531:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964685.307534:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515040 00000020:00000001:1.0:1557964685.307536:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964685.307537:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964685.307540:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964685.307543:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964685.307545:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964685.307547:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964685.307550:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964685.307552:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964685.307554:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964685.307557:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462bb00. 00000020:00000010:1.0:1557964685.307559:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54600. 00000100:00000040:1.0:1557964685.307562:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964685.307564:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964685.307565:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964685.307566:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964685.307569:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964685.307575:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964685.307578:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964685.307579:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964685.307580:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964685.307581:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964685.307582:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964685.307584:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964685.307588:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1591 00000100:00000040:1.0:1557964685.307591:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964685.307592:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836058192 : -131364873493424 : ffff88863b612450) 00000100:00000040:1.0:1557964685.307597:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612450 x1633635870515040/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:351/0 lens 224/0 e 0 to 0 dl 1557964746 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964685.307607:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964685.307608:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964685.307611:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870515040:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964685.307615:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515040 00000020:00000001:1.0:1557964685.307617:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964685.307619:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964685.307620:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964685.307622:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964685.307624:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964685.307626:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964685.307628:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964685.307629:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964685.307631:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964685.307632:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964685.307634:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964685.307635:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964685.307639:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae400. 02000000:00000001:1.0:1557964685.307640:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964685.307642:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964685.307644:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964685.307646:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964685.307647:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964685.307649:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964685.307651:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964685.307654:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964685.307657:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964685.307660:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964685.307663:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964685.307665:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964685.307668:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964685.307669:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964685.307671:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515040 00010000:00000001:1.0:1557964685.307674:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964685.307677:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612450 x1633635870515040/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:351/0 lens 224/368 e 0 to 0 dl 1557964746 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964685.307686:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964685.307687:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964685.307689:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=138 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964685.307693:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964685.307696:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964685.307698:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964685.307703:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964685.307704:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964685.307706:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964685.307710:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964685.307711:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a800. 00000100:00000200:1.0:1557964685.307714:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515040, offset 192 00000400:00000010:1.0:1557964685.307717:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76600 (tot 24345892). 00000400:00000200:1.0:1557964685.307722:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964685.307735:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964685.307740:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964685.307746:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964685.307750:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964685.307752:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964685.307756:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964685.307757:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964685.307759:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964685.307762:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964685.307764:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964685.307766:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964685.307767:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964685.307768:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964685.307771:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612450 x1633635870515040/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:351/0 lens 224/336 e 0 to 0 dl 1557964746 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964685.307782:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870515040:12345-172.19.1.24@o2ib100:13 Request processed in 173us (281us total) trans 0 rc 0/0 00000800:00000200:29.2:1557964685.307801:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964685.307802:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1591 00000100:00000040:1.0:1557964685.307803:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964685.307804:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964685.307804:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964685.307805:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462bb00. 00000020:00000010:1.0:1557964685.307806:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54600. 00000020:00000010:1.0:1557964685.307807:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964685.307808:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964685.307809:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964685.307810:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964685.307811:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3ae0. 00000400:00000010:1.0:1557964685.307812:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bb00. 00000400:00000001:1.0:1557964685.307813:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964685.307813:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:7.0:1557964685.307838:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964685.307842:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964685.307844:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964685.307845:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964685.307846:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae400. 02000000:00000001:7.0:1557964685.307866:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964685.307866:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964685.307867:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a800 00000400:00000010:7.0:1557964685.307868:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a800. 00000400:00000010:7.0:1557964685.307869:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76600 (tot 24345492). 00000800:00000200:7.0:1557964685.307870:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964685.307872:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964685.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964685.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964685.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964685.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964685.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964685.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964685.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964685.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964685.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964685.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964685.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964685.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964685.508114:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964685.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964685.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964685.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964686.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964686.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964686.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964686.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964686.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964686.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964686.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964686.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964686.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964686.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964686.508111:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964686.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964686.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964686.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964686.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964686.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964687.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964687.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964687.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964687.508081:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964687.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964687.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964687.508092:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964687.508092:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964687.508129:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964687.508132:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964687.508135:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964687.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964687.508136:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964687.508139:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964687.508143:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964687.508144:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964687.533638:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886748c0f00 (tot 24345748). 00000400:00000010:6.0:1557964687.533655:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886748c0f00 (tot 24345492). 00000020:00000001:6.0:1557964687.534719:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964687.534720:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318403861, max_age 4318407862 00002000:00000001:6.0:1557964687.534721:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964687.534722:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964687.534723:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964687.534725:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964687.534727:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964687.534728:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964687.534729:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964687.534730:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964687.534731:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964687.534732:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964687.534733:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964687.534734:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964687.534735:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964687.534760:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964687.534761:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318408862, max_age 4318407862 00000020:00000004:6.0:1557964687.534761:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964687.534763:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964687.534786:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964687.534787:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318408862, max_age 4318407862 00000020:00000004:6.0:1557964687.534788:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964687.534789:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964687.534811:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964687.534811:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318408862, max_age 4318407862 00000020:00000004:6.0:1557964687.534812:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964687.534813:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964688.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964688.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964688.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964688.508076:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964688.508079:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964688.508080:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964688.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964688.508081:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964688.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964688.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964688.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964688.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964688.508133:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964688.508134:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964688.508135:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964688.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964689.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964689.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964689.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964689.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964689.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964689.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964689.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964689.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964689.508109:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964689.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964689.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964689.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964689.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964689.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964689.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964689.508122:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964690.307099:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964690.307120:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964690.307128:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964690.307136:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964690.307139:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964690.307145:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010580 00000400:00000200:14.0:1557964690.307152:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x92a5 [1] + 0 00000400:00000010:14.0:1557964690.307156:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9de0. 00000400:00000200:14.0:1557964690.307158:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fd00 00000100:00000001:14.0:1557964690.307162:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964690.307163:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964690.307163:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964690.307166:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdc450 x1633635891479936 msgsize 224 00000100:00100000:14.0:1557964690.307172:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964690.307173:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964690.307179:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964690.307180:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fd00 00000400:00000010:14.0:1557964690.307182:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fd00. 00000400:00000010:14.0:1557964690.307184:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964690.307187:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964690.307189:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964690.307192:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964690.307215:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964690.307218:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964690.307220:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964690.307222:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964690.307223:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964690.307225:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964690.307228:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964690.307231:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891479936 00000020:00000001:10.0:1557964690.307233:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964690.307234:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964690.307236:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964690.307238:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964690.307240:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964690.307242:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964690.307245:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964690.307247:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964690.307249:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964690.307252:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2480. 00000020:00000010:10.0:1557964690.307255:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964690.307257:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964690.307259:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964690.307260:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964690.307261:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964690.307264:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964690.307270:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964690.307273:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964690.307275:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964690.307276:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964690.307276:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964690.307278:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964690.307279:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964690.307284:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1586 00000100:00000040:10.0:1557964690.307286:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964690.307293:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547949648 : -131293161601968 : ffff8896edbdc450) 00000100:00000040:10.0:1557964690.307297:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdc450 x1633635891479936/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:356/0 lens 224/0 e 0 to 0 dl 1557964751 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964690.307307:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964690.307308:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964690.307311:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891479936:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964690.307315:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891479936 00000020:00000001:10.0:1557964690.307317:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964690.307319:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964690.307335:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964690.307336:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964690.307336:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964690.307337:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964690.307338:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964690.307338:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964690.307339:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964690.307340:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964690.307341:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964690.307341:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964690.307342:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964690.307343:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964690.307344:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964690.307345:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964690.307346:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964690.307346:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964690.307347:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964690.307350:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964690.307351:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964690.307352:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964690.307353:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964690.307354:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964690.307355:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964690.307356:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964690.307358:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964690.307359:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964690.307360:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964690.307361:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891479936 00010000:00000001:10.0:1557964690.307362:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964690.307364:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdc450 x1633635891479936/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:356/0 lens 224/368 e 0 to 0 dl 1557964751 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964690.307367:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964690.307368:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964690.307369:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=143 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964690.307370:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964690.307371:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964690.307372:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964690.307373:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964690.307374:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964690.307374:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964690.307376:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964690.307377:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e80. 00000100:00000200:10.0:1557964690.307378:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891479936, offset 192 00000400:00000010:10.0:1557964690.307382:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6800 (tot 24345892). 00000400:00000200:10.0:1557964690.307384:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964690.307390:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964690.307392:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964690.307395:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964690.307396:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964690.307397:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964690.307399:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964690.307400:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964690.307401:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964690.307402:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964690.307402:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964690.307402:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964690.307403:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964690.307404:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964690.307405:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964690.307406:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdc450 x1633635891479936/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:356/0 lens 224/336 e 0 to 0 dl 1557964751 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964690.307408:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964690.307410:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964690.307410:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891479936:12345-172.19.1.25@o2ib100:13 Request processed in 102us (243us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964690.307412:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964690.307412:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964690.307413:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964690.307413:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e80 00000100:00100000:10.0:1557964690.307413:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1586 00000400:00000010:14.0:1557964690.307414:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e80. 00000100:00000040:10.0:1557964690.307414:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964690.307415:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6800 (tot 24345492). 00000100:00000001:10.0:1557964690.307415:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964690.307415:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964690.307416:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964690.307416:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2480. 00000020:00000010:10.0:1557964690.307417:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964690.307418:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964690.307419:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964690.307420:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964690.307421:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964690.307422:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964690.307422:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964690.307423:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964690.307424:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720a362a0. 00000400:00000010:10.0:1557964690.307425:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2480. 00000400:00000001:10.0:1557964690.307427:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964690.307427:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964690.315360:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964690.315422:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964690.315433:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964690.315442:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964690.315445:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964690.315452:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11f80 00000400:00000200:17.0:1557964690.315459:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd269 [1] + 0 00000400:00000010:17.0:1557964690.315464:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9900. 00000800:00000200:21.0:1557964690.315465:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:17.0:1557964690.315466:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7c00 00000100:00000001:17.0:1557964690.315469:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964690.315471:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964690.315473:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612050 x1633635870515072 msgsize 224 00000100:00100000:17.0:1557964690.315480:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964690.315482:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964690.315485:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964690.315486:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7c00 00000400:00000010:17.0:1557964690.315488:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7c00. 00000400:00000010:17.0:1557964690.315491:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:1.0:1557964690.315494:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964690.315495:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964690.315498:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964690.315498:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964690.315500:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964690.315501:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964690.315502:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964690.315504:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964690.315506:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964690.315510:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964690.315513:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515072 00000020:00000001:1.0:1557964690.315516:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964690.315517:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964690.315519:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964690.315522:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964690.315524:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964690.315527:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964690.315529:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964690.315531:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964690.315533:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964690.315536:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ac80. 00000020:00000010:1.0:1557964690.315538:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54840. 00000100:00000040:1.0:1557964690.315541:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964690.315543:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964690.315544:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964690.315545:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964690.315548:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964690.315553:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964690.315556:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964690.315557:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964690.315558:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964690.315559:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964690.315560:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964690.315563:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964690.315568:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1592 00000100:00000040:1.0:1557964690.315570:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964690.315572:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836057168 : -131364873494448 : ffff88863b612050) 00000100:00000040:1.0:1557964690.315576:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612050 x1633635870515072/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:356/0 lens 224/0 e 0 to 0 dl 1557964751 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964690.315586:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964690.315587:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964690.315590:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870515072:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964690.315594:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515072 00000020:00000001:1.0:1557964690.315596:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964690.315597:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964690.315599:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964690.315601:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964690.315602:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964690.315605:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964690.315606:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964690.315608:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964690.315609:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964690.315610:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964690.315613:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964690.315614:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964690.315616:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:1.0:1557964690.315618:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964690.315620:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964690.315621:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964690.315623:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964690.315624:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964690.315626:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964690.315628:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964690.315631:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964690.315634:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964690.315637:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964690.315640:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964690.315643:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964690.315646:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964690.315647:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964690.315649:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515072 00010000:00000001:1.0:1557964690.315652:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964690.315655:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612050 x1633635870515072/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:356/0 lens 224/368 e 0 to 0 dl 1557964751 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964690.315664:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964690.315665:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964690.315667:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=143 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964690.315671:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964690.315673:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964690.315676:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964690.315678:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964690.315679:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964690.315681:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964690.315684:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964690.315686:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a900. 00000100:00000200:1.0:1557964690.315688:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515072, offset 192 00000400:00000010:1.0:1557964690.315707:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74c00 (tot 24345892). 00000400:00000200:1.0:1557964690.315708:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964690.315713:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964690.315715:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964690.315718:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964690.315719:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964690.315720:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964690.315722:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964690.315722:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964690.315723:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964690.315724:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964690.315725:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964690.315726:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964690.315726:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964690.315727:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964690.315728:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612050 x1633635870515072/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:356/0 lens 224/336 e 0 to 0 dl 1557964751 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964690.315732:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870515072:12345-172.19.1.24@o2ib100:13 Request processed in 145us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964690.315734:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1592 00000100:00000040:1.0:1557964690.315735:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964690.315736:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964690.315736:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964690.315737:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ac80. 00000020:00000010:1.0:1557964690.315738:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54840. 00000020:00000010:1.0:1557964690.315739:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964690.315740:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964690.315741:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964690.315742:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964690.315743:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3060. 00000400:00000010:1.0:1557964690.315744:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ac80. 00000400:00000001:1.0:1557964690.315745:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964690.315745:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964690.315763:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964690.315805:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964690.315809:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964690.315811:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964690.315812:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964690.315813:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:7.0:1557964690.315814:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964690.315815:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964690.315816:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a900 00000400:00000010:7.0:1557964690.315816:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a900. 00000400:00000010:7.0:1557964690.315818:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74c00 (tot 24345492). 00000800:00000200:7.0:1557964690.315820:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964690.315821:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964690.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964690.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964690.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964690.508079:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964690.508084:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964690.508085:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:13.0:1557964690.508086:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964690.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964690.508087:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:13.0:1557964690.508088:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:13.0:1557964690.508089:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964690.508089:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:13.0:1557964690.508090:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964690.508090:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964690.508091:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964690.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964690.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964690.508130:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964690.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964690.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964690.508137:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964690.508138:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964690.508138:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964691.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964691.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964691.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964691.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964691.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964691.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964691.508089:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964691.508090:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964691.508144:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964691.508145:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964691.508146:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964691.508146:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964691.508147:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964691.508150:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964691.508151:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964691.508152:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964692.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964692.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964692.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964692.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964692.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964692.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964692.508090:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964692.508091:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964692.508127:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964692.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964692.508133:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964692.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964692.508135:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964692.508137:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964692.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964692.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964692.535160:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888701b69b00 (tot 24345748). 00000400:00000010:6.0:1557964692.535168:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888701b69b00 (tot 24345492). 00000020:00000001:6.0:1557964692.536168:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964692.536169:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318408862, max_age 4318412864 00002000:00000001:6.0:1557964692.536170:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964692.536170:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964692.536171:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964692.536174:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964692.536175:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964692.536176:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964692.536177:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964692.536178:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964692.536179:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964692.536180:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964692.536181:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964692.536182:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964692.536183:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964692.536208:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964692.536208:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318413864, max_age 4318412864 00000020:00000004:6.0:1557964692.536209:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964692.536210:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964692.536234:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964692.536235:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318413864, max_age 4318412864 00000020:00000004:6.0:1557964692.536236:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964692.536237:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964692.536260:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964692.536261:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318413864, max_age 4318412864 00000020:00000004:6.0:1557964692.536261:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964692.536262:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964693.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964693.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964693.508083:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964693.508084:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964693.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964693.508088:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964693.508089:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964693.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964693.508132:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964693.508134:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964693.508135:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964693.508135:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964693.508141:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964693.508142:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964693.508143:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964693.508143:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964694.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964694.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964694.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964694.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964694.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964694.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964694.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964694.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964694.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964694.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964694.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964694.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964694.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964694.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964694.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964694.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964695.315118:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964695.315138:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964695.315146:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964695.315154:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964695.315159:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964695.315165:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0105d0 00000400:00000200:14.0:1557964695.315171:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x92d5 [1] + 0 00000400:00000010:14.0:1557964695.315176:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9ea0. 00000400:00000200:14.0:1557964695.315178:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fd80 00000800:00000200:15.0:1557964695.315181:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964695.315182:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964695.315183:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964695.315185:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdc850 x1633635891480016 msgsize 224 00000100:00100000:14.0:1557964695.315192:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964695.315193:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964695.315197:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964695.315198:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fd80 00000400:00000010:14.0:1557964695.315200:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fd80. 00000400:00000010:14.0:1557964695.315202:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964695.315205:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964695.315207:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964695.315209:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964695.315233:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964695.315236:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964695.315238:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964695.315240:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964695.315241:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964695.315243:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964695.315246:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964695.315249:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480016 00000020:00000001:10.0:1557964695.315251:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964695.315252:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964695.315254:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964695.315256:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964695.315258:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964695.315262:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964695.315265:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964695.315267:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964695.315269:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964695.315273:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3600. 00000020:00000010:10.0:1557964695.315275:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964695.315278:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964695.315280:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964695.315281:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964695.315282:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964695.315301:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964695.315304:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964695.315305:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964695.315306:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964695.315306:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964695.315306:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964695.315307:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964695.315308:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964695.315310:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1587 00000100:00000040:10.0:1557964695.315311:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964695.315312:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547950672 : -131293161600944 : ffff8896edbdc850) 00000100:00000040:10.0:1557964695.315313:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdc850 x1633635891480016/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:361/0 lens 224/0 e 0 to 0 dl 1557964756 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964695.315317:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964695.315317:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964695.315319:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891480016:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964695.315320:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480016 00000020:00000001:10.0:1557964695.315321:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964695.315322:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964695.315322:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.315323:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964695.315324:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964695.315325:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964695.315327:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964695.315327:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964695.315328:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964695.315329:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964695.315330:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964695.315330:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964695.315331:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964695.315332:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964695.315333:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964695.315334:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964695.315334:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964695.315335:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964695.315336:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964695.315338:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964695.315339:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964695.315340:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964695.315342:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964695.315343:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964695.315344:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964695.315345:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964695.315346:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964695.315347:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964695.315348:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964695.315349:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480016 00010000:00000001:10.0:1557964695.315350:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964695.315351:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdc850 x1633635891480016/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:361/0 lens 224/368 e 0 to 0 dl 1557964756 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964695.315354:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964695.315355:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964695.315356:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=148 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964695.315357:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964695.315358:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964695.315359:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964695.315360:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964695.315361:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964695.315362:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964695.315363:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964695.315364:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2980. 00000100:00000200:10.0:1557964695.315366:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480016, offset 192 00000400:00000010:10.0:1557964695.315369:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3c00 (tot 24345892). 00000400:00000200:10.0:1557964695.315371:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964695.315377:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964695.315379:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964695.315382:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964695.315383:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964695.315384:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964695.315386:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964695.315387:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964695.315388:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964695.315389:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964695.315389:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964695.315390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00010000:00000001:10.0:1557964695.315390:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964695.315390:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.315391:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964695.315392:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdc850 x1633635891480016/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:361/0 lens 224/336 e 0 to 0 dl 1557964756 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964695.315394:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964695.315396:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891480016:12345-172.19.1.25@o2ib100:13 Request processed in 78us (210us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964695.315397:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964695.315399:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964695.315399:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1587 00000800:00000200:15.0:1557964695.315400:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964695.315400:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964695.315400:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2980 00000100:00000040:10.0:1557964695.315400:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964695.315401:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2980. 00000100:00000001:10.0:1557964695.315401:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557964695.315402:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3c00 (tot 24345492). 00000100:00000001:10.0:1557964695.315402:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964695.315403:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964695.315403:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3600. 00000020:00000010:10.0:1557964695.315403:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964695.315404:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964695.315406:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964695.315407:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964695.315407:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964695.315408:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964695.315409:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964695.315410:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964695.315411:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83d20. 00000400:00000010:10.0:1557964695.315412:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3600. 00000400:00000001:10.0:1557964695.315414:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964695.315414:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964695.323387:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964695.323435:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964695.323445:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964695.323453:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964695.323456:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964695.323463:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11fa0 00000400:00000200:21.0:1557964695.323469:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd279 [1] + 0 00000400:00000010:21.0:1557964695.323473:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea99c0. 00000400:00000200:21.0:1557964695.323476:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6380 00000800:00000200:17.0:1557964695.323477:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964695.323479:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964695.323481:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964695.323483:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611c50 x1633635870515104 msgsize 224 00000100:00100000:21.0:1557964695.323490:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964695.323491:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964695.323494:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964695.323495:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6380 00000400:00000010:21.0:1557964695.323497:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6380. 00000400:00000010:21.0:1557964695.323499:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964695.323502:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964695.323502:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964695.323505:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:21.0:1557964695.323507:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964695.323507:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:21.0:1557964695.323509:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964695.323509:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964695.323510:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964695.323511:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964695.323515:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964695.323517:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515104 00000020:00000001:1.0:1557964695.323519:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964695.323521:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964695.323523:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964695.323524:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964695.323526:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964695.323529:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964695.323537:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964695.323538:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964695.323541:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964695.323544:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a500. 00000020:00000010:1.0:1557964695.323546:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54900. 00000100:00000040:1.0:1557964695.323549:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964695.323551:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964695.323552:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964695.323553:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964695.323556:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964695.323561:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964695.323564:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964695.323566:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964695.323566:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964695.323567:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964695.323569:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964695.323570:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964695.323576:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1593 00000100:00000040:1.0:1557964695.323578:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964695.323580:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836056144 : -131364873495472 : ffff88863b611c50) 00000100:00000040:1.0:1557964695.323584:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611c50 x1633635870515104/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:361/0 lens 224/0 e 0 to 0 dl 1557964756 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964695.323594:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964695.323595:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964695.323599:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870515104:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964695.323603:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515104 00000020:00000001:1.0:1557964695.323605:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964695.323607:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964695.323608:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964695.323611:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964695.323612:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964695.323614:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964695.323616:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964695.323617:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964695.323619:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964695.323621:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964695.323623:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964695.323624:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964695.323626:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:1.0:1557964695.323628:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964695.323630:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964695.323632:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964695.323649:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964695.323649:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964695.323650:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964695.323651:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964695.323654:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964695.323655:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964695.323656:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964695.323657:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964695.323658:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964695.323659:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964695.323660:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964695.323660:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515104 00010000:00000001:1.0:1557964695.323661:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964695.323663:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611c50 x1633635870515104/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:361/0 lens 224/368 e 0 to 0 dl 1557964756 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964695.323666:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964695.323666:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964695.323667:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=148 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964695.323669:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964695.323670:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964695.323671:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964695.323671:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964695.323672:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964695.323673:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964695.323674:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964695.323675:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a480. 00000100:00000200:1.0:1557964695.323676:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515104, offset 192 00000400:00000010:1.0:1557964695.323678:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75800 (tot 24345892). 00000400:00000200:1.0:1557964695.323679:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964695.323684:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964695.323686:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964695.323689:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964695.323690:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964695.323691:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964695.323693:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964695.323694:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964695.323695:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964695.323695:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964695.323696:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964695.323697:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964695.323697:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964695.323698:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964695.323699:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611c50 x1633635870515104/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:361/0 lens 224/336 e 0 to 0 dl 1557964756 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964695.323703:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870515104:12345-172.19.1.24@o2ib100:13 Request processed in 108us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964695.323705:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1593 00000100:00000040:1.0:1557964695.323706:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964695.323707:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964695.323707:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964695.323708:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a500. 00000020:00000010:1.0:1557964695.323709:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54900. 00000020:00000010:1.0:1557964695.323710:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964695.323711:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964695.323712:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964695.323713:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964695.323714:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3de0. 00000400:00000010:1.0:1557964695.323715:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a500. 00000400:00000001:1.0:1557964695.323716:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964695.323717:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964695.323727:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964695.323762:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964695.323766:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964695.323768:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964695.323769:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964695.323770:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:7.0:1557964695.323771:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964695.323790:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964695.323791:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a480 00000400:00000010:7.0:1557964695.323791:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a480. 00000400:00000010:7.0:1557964695.323793:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75800 (tot 24345492). 00000800:00000200:7.0:1557964695.323794:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964695.323795:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557964695.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964695.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:13.0:1557964695.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:13.0:1557964695.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964695.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964695.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964695.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:13.0:1557964695.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964695.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964695.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:14.0:1557964695.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:14.0:1557964695.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964695.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964695.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964695.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964695.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676038:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964695.676043:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964695.676047:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620000. 00000020:00000040:10.0:1557964695.676050:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964695.676053:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964695.676054:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964695.676056:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964695.676062:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f9d00. 00000100:00000001:10.0:1557964695.676065:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676070:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676080:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964695.676081:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964695.676084:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676088:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620000] to pc [ptlrpcd_01_10:10] req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964695.676101:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676103:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964695.676106:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964695.676107:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620300. 00000020:00000040:10.0:1557964695.676109:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964695.676111:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964695.676112:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964695.676113:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964695.676117:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7faf00. 00000100:00000001:10.0:1557964695.676119:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676124:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676132:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964695.676133:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964695.676135:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676138:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620300] to pc [ptlrpcd_01_11:11] req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964695.676145:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964695.676146:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676147:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:10.0:1557964695.676148:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:9.0:1557964695.676149:0:14859:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1557964695.676150:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964695.676151:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:11.0:1557964695.676152:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000010:10.0:1557964695.676152:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620600. 00000020:00000040:10.0:1557964695.676153:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:11.0:1557964695.676154:0:14860:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964695.676155:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:9.0:1557964695.676155:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:10.0:1557964695.676156:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964695.676157:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964695.676159:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:10.0:1557964695.676159:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb200. 00000100:00000001:10.0:1557964695.676160:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676163:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964695.676165:0:14859:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1557964695.676166:0:14859:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964695.676169:0:14859:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:11.0:1557964695.676170:0:14860:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1557964695.676171:0:14860:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676171:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964695.676171:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:9.0:1557964695.676171:0:14859:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676173:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964695.676174:0:14860:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:9.0:1557964695.676174:0:14859:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_10:8c05ad95-98db-8b06-7942-a20be71d88ee:14859:1633636024600960:172.19.1.24@o2ib100:400 02000000:00000001:11.0:1557964695.676176:0:14860:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964695.676176:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620600] to pc [ptlrpcd_01_12:12] req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964695.676178:0:14859:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00100000:11.0:1557964695.676179:0:14860:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_11:looze-MDT0000-lwp-OST0009_UUID:14860:1633636024600976:172.19.1.24@o2ib100:400 02000000:00000001:9.0:1557964695.676180:0:14859:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1557964695.676181:0:14859:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676183:0:14860:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1557964695.676183:0:14859:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:11.0:1557964695.676185:0:14860:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964695.676186:0:14860:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964695.676186:0:14859:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdcc00. 02000000:00000001:9.0:1557964695.676187:0:14859:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964695.676188:0:14860:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:10.0:1557964695.676189:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1557964695.676190:0:14860:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0a400. 00000020:00000001:10.0:1557964695.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000400:00000010:9.0:1557964695.676191:0:14859:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe3453c0. 02000000:00000001:11.0:1557964695.676192:0:14860:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=435272 : 435272 : 6a448) 00000400:00000010:9.0:1557964695.676194:0:14859:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356000. 00000400:00000010:11.0:1557964695.676195:0:14860:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff99c0. 00000020:00000001:10.0:1557964695.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000020:00000001:10.0:1557964695.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000200:9.0:1557964695.676197:0:14859:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600960, portal 25 00000400:00000010:11.0:1557964695.676198:0:14860:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33e600. 00000020:00000001:10.0:1557964695.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709291824 : -259792 : fffffffffffc0930) 00000100:00000001:9.0:1557964695.676199:0:14859:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964695.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:9.0:1557964695.676200:0:14859:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220046848 : -131296489504768 : ffff889627620000) 00000100:00000200:11.0:1557964695.676201:0:14860:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600976, portal 10 00000020:00000001:10.0:1557964695.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:11.0:1557964695.676203:0:14860:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1557964695.676204:0:14860:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220047616 : -131296489504000 : ffff889627620300) 00000020:00000001:10.0:1557964695.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709432760 : -118856 : fffffffffffe2fb8) 00000020:00000001:10.0:1557964695.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=91584 : 91584 : 165c0) 00000100:00000040:9.0:1557964695.676206:0:14859:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709473160 : -78456 : fffffffffffecd88) 00000100:00000040:11.0:1557964695.676209:0:14860:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1089254 : 1089254 : 109ee6) 00000020:00000001:10.0:1557964695.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=75959 : 75959 : 128b7) 00000020:00000001:10.0:1557964695.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709456250 : -95366 : fffffffffffe8b7a) 00000020:00000001:10.0:1557964695.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709529563 : -22053 : ffffffffffffa9db) 00000020:00000001:10.0:1557964695.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147520960 : 147520960 : 8cafdc0) 00000100:00000001:9.0:1557964695.676215:0:14859:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:11.0:1557964695.676217:0:14860:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964695.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526444 : -25172 : ffffffffffff9dac) 00000020:00000001:10.0:1557964695.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000040:9.0:1557964695.676219:0:14859:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000040:11.0:1557964695.676220:0:14860:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964695.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709091176 : -460440 : fffffffffff8f968) 00000400:00000010:9.0:1557964695.676220:0:14859:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356400. 00000020:00000001:10.0:1557964695.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000200:9.0:1557964695.676222:0:14859:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024600960, offset 0 00000020:00000001:10.0:1557964695.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=131376 : 131376 : 20130) 00000400:00000010:11.0:1557964695.676225:0:14860:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33ed00. 00000020:00000001:10.0:1557964695.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000400:00000010:9.0:1557964695.676225:0:14859:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cdba00 (tot 24345892). 00000100:00000001:12.0:1557964695.676227:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:11.0:1557964695.676227:0:14860:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600976, offset 0 00000020:00000001:10.0:1557964695.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709288848 : -262768 : fffffffffffbfd90) 00000020:00000001:10.0:1557964695.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000001:12.0:1557964695.676230:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:11.0:1557964695.676230:0:14860:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0a000 (tot 24346292). 00000020:00000001:10.0:1557964695.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351264 : 351264 : 55c20) 00000400:00000200:9.0:1557964695.676230:0:14859:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:12.0:1557964695.676231:0:14861:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964695.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964695.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=996426 : 996426 : f344a) 00000400:00000200:11.0:1557964695.676234:0:14860:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964695.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000001:8.0:1557964695.676234:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964695.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964695.676237:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000100:00000001:8.0:1557964695.676237:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964695.676240:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964695.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964695.676241:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964695.676243:0:14859:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964695.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676247:0:14861:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1557964695.676248:0:14861:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964695.676249:0:14859:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964695.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964695.676251:0:14861:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964695.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964695.676253:0:14861:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964695.676254:0:14860:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964695.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964695.676255:0:14859:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00100000:12.0:1557964695.676256:0:14861:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_12:looze-MDT0001-lwp-OST0009_UUID:14861:1633636024600992:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964695.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964695.676258:0:14859:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:11.0:1557964695.676260:0:14860:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964695.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964695.676261:0:14859:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000001:12.0:1557964695.676262:0:14861:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964695.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964695.676264:0:14861:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964695.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964695.676265:0:14861:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964695.676265:0:14859:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:11.0:1557964695.676266:0:14860:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 02000000:00000001:12.0:1557964695.676267:0:14861:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964695.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676267:0:14859:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676268:0:14859:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:11.0:1557964695.676269:0:14860:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964695.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1557964695.676270:0:14861:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fa000. 00000100:00000001:9.0:1557964695.676270:0:14859:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964695.676271:0:14860:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964695.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964695.676272:0:14861:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676272:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676274:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:12.0:1557964695.676275:0:14861:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69840. 00000800:00000200:11.0:1557964695.676275:0:14860:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964695.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676277:0:14860:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964695.676278:0:14861:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7580. 00000100:00000001:11.0:1557964695.676278:0:14860:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964695.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676278:0:14859:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964695.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676279:0:14859:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964695.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964695.676281:0:14861:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024600992, portal 10 00000100:00000001:11.0:1557964695.676281:0:14860:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676281:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964695.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676282:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964695.676283:0:14861:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1557964695.676283:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676283:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676284:0:14861:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220048384 : -131296489503232 : ffff889627620600) 00000100:00000001:11.0:1557964695.676285:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964695.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676285:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676287:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964695.676288:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:12.0:1557964695.676289:0:14861:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964695.676289:0:14860:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964695.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676289:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676290:0:14860:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964695.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676290:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676292:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964695.676293:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964695.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676294:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676296:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676298:0:14861:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:11.0:1557964695.676298:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964695.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676299:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964695.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964695.676300:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:11.0:1557964695.676300:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964695.676301:0:14861:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:11.0:1557964695.676301:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964695.676302:0:14861:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7700. 00000020:00000001:10.0:1557964695.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964695.676304:0:14861:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024600992, offset 0 00000020:00000001:10.0:1557964695.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964695.676307:0:14861:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7f9200 (tot 24346692). 00000020:00000001:10.0:1557964695.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964695.676312:0:14861:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964695.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964695.676324:0:14861:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964695.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964695.676329:0:14861:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964695.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964695.676335:0:14861:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964695.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964695.676337:0:14861:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964695.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676339:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964695.676340:0:14861:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964695.676341:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964695.676344:0:14861:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964695.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676345:0:14861:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676347:0:14861:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964695.676347:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676348:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676349:0:14861:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964695.676350:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:12.0:1557964695.676351:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676351:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676353:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964695.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676357:0:14861:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964695.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676358:0:14861:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:17.0:1557964695.676359:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964695.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676360:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964695.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676362:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964695.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964695.676363:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:12.0:1557964695.676363:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676365:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676367:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964695.676367:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964695.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:17.0:1557964695.676368:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964695.676368:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676370:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964695.676378:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964695.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964695.676379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964695.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:17.0:1557964695.676381:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964695.676390:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676390:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964695.676392:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:17.0:1557964695.676392:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964695.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1557964695.676393:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356400 00000020:00000001:10.0:1557964695.676394:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964695.676396:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356400. 00000020:00000001:10.0:1557964695.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964695.676398:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964695.676398:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964695.676399:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cdba00 (tot 24346292). 00000020:00000001:10.0:1557964695.676399:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676400:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964695.676401:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964695.676402:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964695.676403:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964695.676403:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964695.676404:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964695.676405:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964695.676405:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676406:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964695.676407:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964695.676407:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676409:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964695.676410:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676410:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676411:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676413:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676414:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676416:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676417:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676418:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676420:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964695.676421:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964695.676421:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676423:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964695.676424:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676424:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676425:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676427:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676428:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676429:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676431:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676432:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964695.676433:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676434:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964695.676435:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964695.676436:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ed00 00000400:00000010:21.0:1557964695.676450:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ed00. 00000020:00000001:10.0:1557964695.676451:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676451:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964695.676452:0:14822:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964695.676452:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676452:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964695.676453:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964695.676453:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964695.676454:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0a000 (tot 24345892). 00000020:00000001:10.0:1557964695.676454:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676454:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964695.676455:0:14822:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964695.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676456:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676456:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964695.676457:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000020:00000001:10.0:1557964695.676457:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676457:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676458:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676458:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964695.676459:0:14822:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964695.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676460:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676460:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676461:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964695.676461:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964695.676462:0:14822:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:10.0:1557964695.676462:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318442004) 00000100:00000001:14.0:1557964695.676466:0:14822:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964695.676467:0:14822:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964695.676468:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7700 00000400:00000010:14.0:1557964695.676469:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7700. 00000400:00000010:14.0:1557964695.676472:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7f9200 (tot 24345492). 00000800:00000200:14.0:1557964695.676473:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964695.676487:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964695.676531:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964695.676540:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964695.676548:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964695.676552:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000800:00000200:14.2:1557964695.676559:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000400:00000200:4.0:1557964695.676560:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04980 00000800:00000200:14.0:1557964695.676563:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964695.676567:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:4.0:1557964695.676567:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd7f9 [1] + 192 00000800:00000200:15.0:1557964695.676568:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964695.676570:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964695.676571:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24346292). 00000800:00000200:17.0:1557964695.676573:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:4.0:1557964695.676573:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:14.0:1557964695.676574:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f049a0 00000400:00000200:14.0:1557964695.676577:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x986d [1] + 192 00000100:00000200:4.0:1557964695.676577:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964695.676579:0:14820:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964695.676580:0:14820:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964695.676585:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000040:14.0:1557964695.676585:0:14820:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964695.676589:0:14820:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:4.0:1557964695.676589:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:14.0:1557964695.676590:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:14.0:1557964695.676591:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:12.0:1557964695.676591:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:17.0:1557964695.676592:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:14.0:1557964695.676592:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:12.0:1557964695.676592:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964695.676593:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:12.0:1557964695.676593:0:14861:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:12.0:1557964695.676593:0:14861:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:12.0:1557964695.676594:0:14861:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:17.0:1557964695.676595:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24346292). 00000100:00000200:12.0:1557964695.676596:0:14861:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:12.0:1557964695.676599:0:14861:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964695.676601:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:17.0:1557964695.676602:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04990 00000100:00000001:12.0:1557964695.676603:0:14861:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:12.0:1557964695.676603:0:14861:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69840. 00000400:00000010:4.0:1557964695.676603:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:12.0:1557964695.676604:0:14861:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7580 00000400:00000010:12.0:1557964695.676605:0:14861:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7580. 00000100:00000001:12.0:1557964695.676605:0:14861:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964695.676606:0:14861:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:12.0:1557964695.676606:0:14861:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000800:00000200:4.0:1557964695.676606:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000100:00000001:12.0:1557964695.676607:0:14861:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:12.0:1557964695.676608:0:14861:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964695.676608:0:14861:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964695.676608:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000100:00001000:12.0:1557964695.676610:0:14861:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=25 v=45 (45 45 45 45) 00000100:00001000:12.0:1557964695.676611:0:14861:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=25 v=45 (1 1 1 1) 00000100:00000001:12.0:1557964695.676612:0:14861:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964695.676612:0:14861:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964695.676613:0:14861:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:12.0:1557964695.676624:0:14861:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:17.0:1557964695.676625:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd801 [1] + 192 00000800:00000200:4.0:1557964695.676625:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964695.676626:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00010000:00000001:12.0:1557964695.676627:0:14861:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964695.676628:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:12.0:1557964695.676628:0:14861:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:12.0:1557964695.676629:0:14861:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000200:17.0:1557964695.676630:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964695.676630:0:14861:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964695.676630:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964695.676631:0:14861:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676631:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:12.0:1557964695.676633:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:17.0:1557964695.676634:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964695.676636:0:14861:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964695.676637:0:14861:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964695.676637:0:14861:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:17.0:1557964695.676639:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:12.0:1557964695.676639:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000010:17.0:1557964695.676641:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:9.0:1557964695.676641:0:14859:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:17.0:1557964695.676642:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00100000:12.0:1557964695.676642:0:14861:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_12:looze-MDT0001-lwp-OST0009_UUID:14861:1633636024600992:172.19.1.25@o2ib100:400 00000400:00000001:9.0:1557964695.676642:0:14859:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:17.0:1557964695.676643:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:12.0:1557964695.676643:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964695.676643:0:14859:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:17.0:1557964695.676644:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:12.0:1557964695.676644:0:14861:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1557964695.676645:0:14861:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620600 x1633636024600992/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:9.0:1557964695.676645:0:14859:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964695.676647:0:14861:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557964695.676648:0:14861:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:12.0:1557964695.676648:0:14861:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fa000. 02000000:00000001:12.0:1557964695.676649:0:14861:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1557964695.676650:0:14861:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:12.0:1557964695.676650:0:14861:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:12.0:1557964695.676651:0:14861:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964695.676651:0:14861:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb200. 02000000:00000001:12.0:1557964695.676652:0:14861:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1557964695.676652:0:14861:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557964695.676653:0:14861:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620600. 00000100:00000001:12.0:1557964695.676654:0:14861:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557964695.676654:0:14861:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964695.676654:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:9.0:1557964695.676654:0:14859:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964695.676655:0:14861:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964695.676656:0:14861:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676656:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964695.676657:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964695.676657:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964695.676657:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676658:0:14859:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:9.0:1557964695.676659:0:14859:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe3453c0. 00000400:00000200:9.0:1557964695.676660:0:14859:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356000 00000400:00000010:9.0:1557964695.676661:0:14859:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356000. 00000100:00000001:9.0:1557964695.676662:0:14859:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964695.676663:0:14859:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557964695.676664:0:14859:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964695.676664:0:14859:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964695.676665:0:14859:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964695.676666:0:14859:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964695.676668:0:14859:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=25 v=45 (45 45 45 45) 00000100:00000001:11.0:1557964695.676669:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00001000:9.0:1557964695.676669:0:14859:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=25 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964695.676671:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964695.676671:0:14859:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964695.676671:0:14859:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964695.676672:0:14859:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1557964695.676672:0:14859:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:11.0:1557964695.676673:0:14860:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964695.676673:0:14860:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557964695.676673:0:14859:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676674:0:14860:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:9.0:1557964695.676674:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000200:11.0:1557964695.676677:0:14860:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964695.676677:0:14859:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964695.676678:0:14859:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557964695.676679:0:14859:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557964695.676680:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:11.0:1557964695.676682:0:14860:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:9.0:1557964695.676684:0:14859:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_10:8c05ad95-98db-8b06-7942-a20be71d88ee:14859:1633636024600960:172.19.1.24@o2ib100:400 00000100:00000001:11.0:1557964695.676685:0:14860:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:9.0:1557964695.676686:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:11.0:1557964695.676687:0:14860:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff99c0. 00000100:00000001:9.0:1557964695.676687:0:14859:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1557964695.676688:0:14859:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620000 x1633636024600960/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000200:11.0:1557964695.676689:0:14860:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e600 00000400:00000010:11.0:1557964695.676690:0:14860:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e600. 00000100:00000001:11.0:1557964695.676691:0:14860:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964695.676691:0:14859:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964695.676691:0:14859:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:11.0:1557964695.676692:0:14860:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:11.0:1557964695.676692:0:14860:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964695.676693:0:14860:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000010:9.0:1557964695.676693:0:14859:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdcc00. 00000100:00000001:11.0:1557964695.676694:0:14860:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964695.676694:0:14859:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:11.0:1557964695.676695:0:14860:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964695.676695:0:14859:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964695.676696:0:14859:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:9.0:1557964695.676696:0:14859:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00001000:11.0:1557964695.676697:0:14860:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=25 v=45 (45 45 45 45) 02000000:00000010:9.0:1557964695.676697:0:14859:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f9d00. 00000100:00001000:11.0:1557964695.676698:0:14860:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=25 v=45 (1 1 1 1) 02000000:00000001:9.0:1557964695.676698:0:14859:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964695.676699:0:14859:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964695.676699:0:14859:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620000. 00000100:00000001:11.0:1557964695.676700:0:14860:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964695.676700:0:14860:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964695.676701:0:14860:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1557964695.676701:0:14860:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676713:0:14860:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:9.0:1557964695.676713:0:14859:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000040:11.0:1557964695.676714:0:14860:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:11.0:1557964695.676714:0:14860:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964695.676714:0:14859:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964695.676714:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964695.676715:0:14860:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964695.676716:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964695.676716:0:14859:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964695.676717:0:14859:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676718:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964695.676719:0:14860:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964695.676719:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964695.676719:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964695.676720:0:14860:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557964695.676720:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676721:0:14860:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:11.0:1557964695.676722:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:11.0:1557964695.676725:0:14860:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_11:looze-MDT0000-lwp-OST0009_UUID:14860:1633636024600976:172.19.1.24@o2ib100:400 00000100:00000001:11.0:1557964695.676727:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964695.676728:0:14860:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1557964695.676729:0:14860:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620300 x1633636024600976/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964801 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964695.676732:0:14860:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557964695.676732:0:14860:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1557964695.676733:0:14860:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0a400. 02000000:00000001:11.0:1557964695.676734:0:14860:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1557964695.676734:0:14860:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964695.676736:0:14860:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:11.0:1557964695.676737:0:14860:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964695.676737:0:14860:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7faf00. 02000000:00000001:11.0:1557964695.676738:0:14860:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964695.676739:0:14860:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964695.676740:0:14860:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620300. 00000100:00000001:11.0:1557964695.676741:0:14860:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964695.676741:0:14860:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964695.676742:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964695.676745:0:14860:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964695.676745:0:14860:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676746:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964695.676747:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964695.676747:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964695.676747:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964696.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964696.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:14.0:1557964696.508119:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:14.0:1557964696.508122:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:14.0:1557964696.508126:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:14.0:1557964696.508127:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:14.0:1557964696.508128:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:14.0:1557964696.508129:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1557964696.508158:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:15.0:1557964696.508162:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:15.0:1557964696.508163:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:15.0:1557964696.508163:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964696.508178:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964696.508179:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964696.508180:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964696.508180:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964697.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964697.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964697.508483:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964697.508484:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964697.508489:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964697.508490:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964697.508491:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964697.508491:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964697.508521:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964697.508521:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964697.508522:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964697.508523:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964697.508524:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964697.508524:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964697.508525:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964697.508525:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964697.536780:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873aee1900 (tot 24345748). 00000400:00000010:6.0:1557964697.536788:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873aee1900 (tot 24345492). 00000020:00000001:6.0:1557964697.537763:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964697.537764:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318413864, max_age 4318417865 00002000:00000001:6.0:1557964697.537765:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964697.537766:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964697.537767:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964697.537769:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964697.537770:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964697.537771:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964697.537772:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964697.537773:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964697.537775:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964697.537776:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964697.537776:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964697.537778:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964697.537778:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964697.537803:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964697.537803:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318418865, max_age 4318417865 00000020:00000004:6.0:1557964697.537804:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964697.537805:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964697.537827:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964697.537828:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318418865, max_age 4318417865 00000020:00000004:6.0:1557964697.537829:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964697.537830:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964697.537853:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964697.537853:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318418865, max_age 4318417865 00000020:00000004:6.0:1557964697.537854:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964697.537855:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964698.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964698.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964698.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964698.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964698.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964698.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964698.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964698.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964698.508088:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964698.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964698.508091:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964698.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964698.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964698.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964698.508095:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964698.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964699.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964699.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964699.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964699.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964699.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964699.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964699.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964699.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964699.508081:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964699.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964699.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964699.508082:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964699.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964699.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964699.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964699.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964700.323067:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964700.323080:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964700.323084:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964700.323087:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964700.323088:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964700.323093:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0105f0 00000400:00000200:14.0:1557964700.323096:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x92e5 [1] + 0 00000400:00000010:14.0:1557964700.323097:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9960. 00000400:00000200:14.0:1557964700.323099:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e500 00000100:00000001:14.0:1557964700.323101:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964700.323102:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964700.323103:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdcc50 x1633635891480048 msgsize 224 00000100:00100000:14.0:1557964700.323106:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964700.323106:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964700.323109:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964700.323109:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e500 00000400:00000010:14.0:1557964700.323110:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e500. 00000800:00000200:15.0:1557964700.323111:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964700.323111:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964700.323112:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964700.323114:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964700.323115:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964700.323141:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964700.323143:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964700.323144:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964700.323145:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964700.323145:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964700.323146:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964700.323148:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964700.323149:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480048 00000020:00000001:10.0:1557964700.323150:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964700.323150:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964700.323151:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964700.323152:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964700.323153:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964700.323154:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964700.323156:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964700.323157:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964700.323158:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964700.323160:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3f80. 00000020:00000010:10.0:1557964700.323161:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964700.323162:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964700.323163:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964700.323164:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964700.323164:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964700.323165:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964700.323168:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964700.323170:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964700.323170:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964700.323170:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964700.323171:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964700.323171:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964700.323172:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964700.323174:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1588 00000100:00000040:10.0:1557964700.323175:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964700.323176:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547951696 : -131293161599920 : ffff8896edbdcc50) 00000100:00000040:10.0:1557964700.323177:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdcc50 x1633635891480048/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:366/0 lens 224/0 e 0 to 0 dl 1557964761 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964700.323181:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964700.323181:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964700.323183:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891480048:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964700.323184:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480048 00000020:00000001:10.0:1557964700.323185:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964700.323186:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964700.323186:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964700.323187:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964700.323188:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964700.323189:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964700.323189:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964700.323190:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964700.323191:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964700.323191:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964700.323192:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964700.323193:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964700.323194:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964700.323195:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964700.323195:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964700.323196:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964700.323197:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964700.323198:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964700.323199:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964700.323201:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964700.323202:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964700.323203:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964700.323204:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964700.323205:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964700.323206:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964700.323207:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964700.323208:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964700.323210:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964700.323211:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964700.323211:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480048 00010000:00000001:10.0:1557964700.323212:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964700.323214:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdcc50 x1633635891480048/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:366/0 lens 224/368 e 0 to 0 dl 1557964761 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964700.323217:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964700.323217:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964700.323218:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=153 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964700.323220:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964700.323221:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964700.323222:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964700.323223:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964700.323223:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964700.323224:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964700.323225:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964700.323226:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c80. 00000100:00000200:10.0:1557964700.323228:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480048, offset 192 00000400:00000010:10.0:1557964700.323230:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7600 (tot 24345892). 00000400:00000200:10.0:1557964700.323232:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964700.323237:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964700.323240:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964700.323242:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964700.323243:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964700.323244:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964700.323246:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964700.323246:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964700.323247:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964700.323248:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964700.323249:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964700.323249:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964700.323250:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964700.323250:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964700.323251:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964700.323252:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdcc50 x1633635891480048/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:366/0 lens 224/336 e 0 to 0 dl 1557964761 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964700.323254:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964700.323256:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891480048:12345-172.19.1.25@o2ib100:13 Request processed in 74us (152us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964700.323257:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964700.323258:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1588 00000100:00000001:14.0:1557964700.323259:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000040:10.0:1557964700.323259:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:15.0:1557964700.323260:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964700.323260:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964700.323260:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3c80 00000100:00000001:10.0:1557964700.323260:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557964700.323261:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3c80. 00000100:00000001:10.0:1557964700.323261:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:14.0:1557964700.323262:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7600 (tot 24345492). 00000020:00000010:10.0:1557964700.323262:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3f80. 00000800:00000200:14.0:1557964700.323263:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964700.323263:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964700.323264:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964700.323265:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964700.323266:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964700.323266:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964700.323267:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964700.323268:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964700.323269:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964700.323270:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83f60. 00000400:00000010:10.0:1557964700.323271:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3f80. 00000400:00000001:10.0:1557964700.323272:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964700.323273:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000200:15.0:1557964700.330023:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964700.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000800:00000200:29.2:1557964700.331365:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964700.331417:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964700.331427:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964700.331435:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964700.331438:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964700.331444:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc11ff0 00000400:00000200:21.0:1557964700.331450:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd289 [1] + 0 00000400:00000010:21.0:1557964700.331455:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9a80. 00000400:00000200:21.0:1557964700.331457:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6e00 00000100:00000001:21.0:1557964700.331461:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:4.0:1557964700.331461:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:21.0:1557964700.331462:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964700.331465:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611850 x1633635870515184 msgsize 224 00000100:00100000:21.0:1557964700.331471:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964700.331473:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964700.331475:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964700.331476:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6e00 00000400:00000010:21.0:1557964700.331478:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6e00. 00000400:00000010:21.0:1557964700.331481:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964700.331483:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964700.331488:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964700.331490:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964700.331510:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964700.331514:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964700.331516:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964700.331517:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964700.331518:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964700.331520:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964700.331523:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964700.331526:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515184 00000020:00000001:1.0:1557964700.331528:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964700.331529:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964700.331531:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964700.331533:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964700.331535:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964700.331537:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964700.331540:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964700.331542:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964700.331544:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964700.331548:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b780. 00000020:00000010:1.0:1557964700.331550:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54780. 00000100:00000040:1.0:1557964700.331553:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964700.331555:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964700.331556:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964700.331557:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964700.331560:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964700.331566:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964700.331569:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964700.331570:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964700.331571:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964700.331572:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964700.331573:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964700.331574:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964700.331579:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1594 00000100:00000040:1.0:1557964700.331581:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964700.331583:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836055120 : -131364873496496 : ffff88863b611850) 00000100:00000040:1.0:1557964700.331589:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611850 x1633635870515184/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:366/0 lens 224/0 e 0 to 0 dl 1557964761 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964700.331599:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964700.331600:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964700.331603:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870515184:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964700.331607:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515184 00000020:00000001:1.0:1557964700.331609:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964700.331611:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964700.331612:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964700.331614:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964700.331615:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964700.331618:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964700.331619:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964700.331621:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964700.331622:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964700.331623:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964700.331626:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964700.331627:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964700.331629:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:1.0:1557964700.331631:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964700.331632:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964700.331635:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964700.331651:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964700.331652:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964700.331654:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964700.331656:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964700.331657:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964700.331659:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964700.331660:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964700.331661:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964700.331662:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964700.331663:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964700.331664:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964700.331665:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515184 00010000:00000001:1.0:1557964700.331665:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964700.331667:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611850 x1633635870515184/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:366/0 lens 224/368 e 0 to 0 dl 1557964761 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964700.331670:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964700.331670:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964700.331671:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=153 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964700.331673:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964700.331674:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964700.331675:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964700.331676:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964700.331676:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964700.331677:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964700.331678:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964700.331679:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ba80. 00000100:00000200:1.0:1557964700.331681:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515184, offset 192 00000400:00000010:1.0:1557964700.331683:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76400 (tot 24345892). 00000400:00000200:1.0:1557964700.331685:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964700.331691:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964700.331693:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964700.331696:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964700.331697:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964700.331698:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964700.331700:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964700.331701:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964700.331702:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964700.331703:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964700.331704:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964700.331704:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964700.331705:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964700.331705:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964700.331706:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611850 x1633635870515184/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:366/0 lens 224/336 e 0 to 0 dl 1557964761 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964700.331713:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870515184:12345-172.19.1.24@o2ib100:13 Request processed in 113us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964700.331716:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1594 00000100:00000040:1.0:1557964700.331717:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964700.331718:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964700.331719:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964700.331720:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b780. 00000020:00000010:1.0:1557964700.331721:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54780. 00000020:00000010:1.0:1557964700.331722:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964700.331723:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964700.331724:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964700.331725:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964700.331726:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3720. 00000400:00000010:1.0:1557964700.331727:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b780. 00000400:00000001:1.0:1557964700.331728:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964700.331728:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964700.331740:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964700.331777:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964700.331782:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964700.331784:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964700.331785:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964700.331786:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9800. 00000800:00000200:17.0:1557964700.331787:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000001:7.0:1557964700.331788:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964700.331788:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964700.331789:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ba80 00000400:00000010:7.0:1557964700.331789:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ba80. 00000400:00000010:7.0:1557964700.331791:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76400 (tot 24345492). 00000800:00000200:7.0:1557964700.331792:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964700.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964700.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964700.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964700.508055:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:15.0:1557964700.508057:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964700.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964700.508061:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:15.0:1557964700.508062:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:15.0:1557964700.508063:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964700.508065:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:15.0:1557964700.508066:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964700.508068:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964700.508069:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964700.508090:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964700.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964700.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964700.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964700.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964700.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964700.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964700.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964700.927766:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:4.0:1557964700.927818:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964700.927828:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:4.0:1557964700.927836:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:4.0:1557964700.927839:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964700.927845:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726060 00000400:00000200:4.0:1557964700.927852:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbb49 [1] + 0 00000400:00000010:4.0:1557964700.927856:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83540c0. 00000400:00000200:4.0:1557964700.927858:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81900 00000800:00000200:21.0:1557964700.927861:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:4.0:1557964700.927862:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964700.927863:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:4.0:1557964700.927865:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863d644050 x1633636318339168 msgsize 224 00000100:00100000:4.0:1557964700.927871:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:4.0:1557964700.927872:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964700.927875:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964700.927876:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81900 00000400:00000010:4.0:1557964700.927878:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81900. 00000400:00000010:4.0:1557964700.927880:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964700.927883:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964700.927887:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557964700.927889:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:23.0:1557964700.927911:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:23.0:1557964700.927915:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:23.0:1557964700.927916:0:29963:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:23.0:1557964700.927918:0:29963:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:23.0:1557964700.927919:0:29963:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:23.0:1557964700.927920:0:29963:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:23.0:1557964700.927923:0:29963:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:23.0:1557964700.927926:0:29963:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339168 00000020:00000001:23.0:1557964700.927930:0:29963:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:23.0:1557964700.927931:0:29963:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:23.0:1557964700.927932:0:29963:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:23.0:1557964700.927934:0:29963:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:23.0:1557964700.927936:0:29963:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:23.0:1557964700.927939:0:29963:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:23.0:1557964700.927941:0:29963:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:23.0:1557964700.927943:0:29963:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:23.0:1557964700.927945:0:29963:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887382e9600. 00000020:00000010:23.0:1557964700.927948:0:29963:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88872839a300. 00000020:00000010:23.0:1557964700.927950:0:29963:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8887387909c0. 00000100:00000040:23.0:1557964700.927953:0:29963:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:23.0:1557964700.927955:0:29963:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:23.0:1557964700.927956:0:29963:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:23.0:1557964700.927957:0:29963:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:23.0:1557964700.927960:0:29963:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:23.0:1557964700.927961:0:29963:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:23.0:1557964700.927962:0:29963:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964700.927967:0:29963:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:23.0:1557964700.927970:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964700.927971:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:23.0:1557964700.927972:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:23.0:1557964700.927973:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:23.0:1557964700.927974:0:29963:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000400:00000001:19.0:1557964700.928004:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964700.928008:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964700.928010:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964700.928011:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964700.928017:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 295 00000100:00000040:19.0:1557964700.928020:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964700.928022:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869816400 : -131364839735216 : ffff88863d644050) 00000100:00000040:19.0:1557964700.928027:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d644050 x1633636318339168/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:366/0 lens 224/0 e 0 to 0 dl 1557964761 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964700.928039:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964700.928040:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964700.928043:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24080:x1633636318339168:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964700.928047:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339168 00000020:00000001:19.0:1557964700.928049:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964700.928051:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964700.928052:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964700.928054:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964700.928055:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964700.928057:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964700.928059:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964700.928060:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964700.928063:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964700.928065:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964700.928066:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964700.928068:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964700.928070:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964700.928072:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964700.928073:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964700.928077:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff88777989f200. 02000000:00000001:19.0:1557964700.928078:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964700.928080:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964700.928082:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964700.928084:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339168 00010000:00000001:19.0:1557964700.928086:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964700.928089:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d644050 x1633636318339168/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:366/0 lens 224/224 e 0 to 0 dl 1557964761 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964700.928098:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964700.928099:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964700.928101:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=153 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964700.928120:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964700.928121:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964700.928122:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964700.928123:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964700.928123:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964700.928124:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964700.928125:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964700.928127:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febd800. 00000100:00000200:19.0:1557964700.928128:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339168, offset 192 00000400:00000010:19.0:1557964700.928130:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88777989de00 (tot 24345892). 00000400:00000200:19.0:1557964700.928131:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964700.928153:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964700.928155:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964700.928158:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964700.928160:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000100:00000001:23.0:1557964700.928161:0:29963:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000800:00000200:19.0:1557964700.928161:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000100:00000001:23.0:1557964700.928162:0:29963:0:(service.c:1830:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:23.0:1557964700.928162:0:29963:0:(service.c:2032:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:23.0:1557964700.928163:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964700.928163:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:19.0:1557964700.928163:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964700.928164:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964700.928164:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964700.928165:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964700.928166:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964700.928166:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964700.928167:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964700.928167:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964700.928168:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d644050 x1633636318339168/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:366/0 lens 224/192 e 0 to 0 dl 1557964761 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964700.928172:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24080:x1633636318339168:12345-172.19.1.39@o2ib100:400 Request processed in 133us (306us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964700.928174:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 295 00000100:00000040:19.0:1557964700.928175:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964700.928176:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964700.928176:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964700.928177:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88872839a300. 00000020:00000010:19.0:1557964700.928178:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8887387909c0. 00000020:00000010:19.0:1557964700.928179:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887382e9600. 00000020:00000040:19.0:1557964700.928181:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964700.928182:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964700.928183:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964700.928184:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88863d60c7e0. 00000400:00000010:19.0:1557964700.928185:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febcb80. 00000400:00000001:19.0:1557964700.928186:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964700.928187:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964700.928203:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964700.928245:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964700.928265:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964700.928267:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964700.928268:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964700.928270:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff88777989f200. 02000000:00000001:17.0:1557964700.928273:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964700.928273:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964700.928273:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863febd800 00000400:00000010:17.0:1557964700.928292:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863febd800. 00000400:00000010:17.0:1557964700.928294:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88777989de00 (tot 24345492). 00000800:00000200:17.0:1557964700.928296:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964700.928298:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:15.0:1557964701.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964701.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964701.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964701.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964701.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964701.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964701.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964701.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964701.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964701.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964701.508094:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964701.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964701.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964701.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964701.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964701.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964702.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964702.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964702.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964702.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964702.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964702.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964702.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964702.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964702.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964702.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964702.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964702.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964702.508095:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964702.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964702.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964702.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964702.538207:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886f42e5600 (tot 24345748). 00000400:00000010:6.0:1557964702.538215:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886f42e5600 (tot 24345492). 00000020:00000001:6.0:1557964702.539201:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964702.539203:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318418865, max_age 4318422867 00002000:00000001:6.0:1557964702.539204:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964702.539204:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964702.539205:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964702.539208:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964702.539209:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964702.539210:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964702.539211:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964702.539212:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964702.539214:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964702.539215:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964702.539215:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964702.539217:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964702.539217:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964702.539242:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964702.539242:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318423867, max_age 4318422867 00000020:00000004:6.0:1557964702.539243:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964702.539244:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964702.539266:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964702.539266:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318423867, max_age 4318422867 00000020:00000004:6.0:1557964702.539267:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964702.539268:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964702.539290:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964702.539290:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318423867, max_age 4318422867 00000020:00000004:6.0:1557964702.539291:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964702.539292:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964703.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964703.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964703.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964703.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964703.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964703.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964703.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964703.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964703.508092:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964703.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964703.508095:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964703.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964703.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964703.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964703.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964703.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964704.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:15.0:1557964704.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964704.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964704.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964704.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964704.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964704.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964704.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964704.508086:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964704.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964704.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964704.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964704.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964704.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964704.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964704.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964705.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330113:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330117:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330121:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330124:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330128:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964705.330147:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000800:00000200:14.2:1557964705.331060:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964705.331082:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964705.331089:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964705.331097:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964705.331100:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964705.331107:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010610 00000400:00000200:14.0:1557964705.331113:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x92f5 [1] + 0 00000400:00000010:14.0:1557964705.331117:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36cc0. 00000400:00000200:14.0:1557964705.331119:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2780 00000800:00000200:15.0:1557964705.331123:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964705.331123:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964705.331126:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964705.331129:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdd050 x1633635891480080 msgsize 224 00000100:00100000:14.0:1557964705.331135:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964705.331137:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964705.331140:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964705.331141:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2780 00000400:00000010:14.0:1557964705.331143:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2780. 00000400:00000010:14.0:1557964705.331145:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964705.331148:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964705.331150:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964705.331152:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964705.331176:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964705.331179:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964705.331181:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964705.331183:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964705.331184:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964705.331186:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964705.331189:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964705.331192:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480080 00000020:00000001:10.0:1557964705.331194:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964705.331195:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964705.331197:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964705.331199:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964705.331201:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964705.331204:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964705.331206:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964705.331208:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964705.331211:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964705.331214:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3400. 00000020:00000010:10.0:1557964705.331216:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964705.331219:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964705.331221:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964705.331222:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964705.331223:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964705.331226:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964705.331231:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964705.331235:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964705.331236:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964705.331237:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964705.331238:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964705.331239:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964705.331240:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964705.331247:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1589 00000100:00000040:10.0:1557964705.331249:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964705.331251:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547952720 : -131293161598896 : ffff8896edbdd050) 00000100:00000040:10.0:1557964705.331255:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdd050 x1633635891480080/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:371/0 lens 224/0 e 0 to 0 dl 1557964766 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964705.331265:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964705.331266:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964705.331269:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891480080:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964705.331273:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480080 00000020:00000001:10.0:1557964705.331275:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964705.331277:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964705.331278:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964705.331280:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964705.331281:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964705.331283:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964705.331285:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964705.331286:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964705.331287:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964705.331289:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964705.331291:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964705.331292:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964705.331294:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964705.331296:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964705.331297:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964705.331299:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964705.331301:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964705.331302:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964705.331304:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964705.331308:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964705.331310:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964705.331312:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964705.331315:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964705.331318:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964705.331321:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964705.331324:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964705.331327:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964705.331330:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964705.331332:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964705.331334:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480080 00010000:00000001:10.0:1557964705.331336:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964705.331339:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdd050 x1633635891480080/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:371/0 lens 224/368 e 0 to 0 dl 1557964766 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964705.331348:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964705.331349:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964705.331351:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=8 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964705.331355:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964705.331358:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964705.331360:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964705.331362:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964705.331363:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964705.331365:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964705.331368:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964705.331370:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e00. 00000100:00000200:10.0:1557964705.331373:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480080, offset 192 00000400:00000010:10.0:1557964705.331378:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7800 (tot 24345892). 00000400:00000200:10.0:1557964705.331382:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964705.331396:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964705.331402:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964705.331407:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964705.331410:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964705.331412:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964705.331416:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964705.331417:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964705.331419:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964705.331422:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964705.331424:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964705.331426:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964705.331427:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964705.331429:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964705.331431:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdd050 x1633635891480080/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:371/0 lens 224/336 e 0 to 0 dl 1557964766 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964705.331432:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964705.331442:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891480080:12345-172.19.1.25@o2ib100:13 Request processed in 174us (310us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964705.331444:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964705.331448:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964705.331449:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1589 00000100:00000001:14.0:1557964705.331451:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000040:10.0:1557964705.331451:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:14.0:1557964705.331452:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964705.331454:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e00 00000100:00000001:10.0:1557964705.331454:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557964705.331455:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e00. 00000100:00000001:10.0:1557964705.331455:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964705.331457:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3400. 00000400:00000010:14.0:1557964705.331458:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7800 (tot 24345492). 00000020:00000010:10.0:1557964705.331459:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000800:00000200:14.0:1557964705.331460:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000010:10.0:1557964705.331461:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000800:00000200:14.0:1557964705.331463:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000040:10.0:1557964705.331463:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964705.331466:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964705.331467:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964705.331468:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964705.331470:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964705.331488:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964705.331489:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83f00. 00000400:00000010:10.0:1557964705.331490:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3400. 00000400:00000001:10.0:1557964705.331491:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964705.331491:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964705.339407:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964705.339460:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964705.339469:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964705.339478:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964705.339481:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964705.339487:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12010 00000400:00000200:21.0:1557964705.339494:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd299 [1] + 0 00000400:00000010:21.0:1557964705.339498:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9b40. 00000400:00000200:21.0:1557964705.339500:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7380 00000800:00000200:4.0:1557964705.339502:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964705.339504:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964705.339506:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964705.339508:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611450 x1633635870515216 msgsize 224 00000100:00100000:21.0:1557964705.339515:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964705.339516:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964705.339519:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964705.339520:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7380 00000400:00000010:21.0:1557964705.339522:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7380. 00000400:00000010:21.0:1557964705.339524:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964705.339527:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964705.339529:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964705.339531:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964705.339554:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964705.339557:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964705.339559:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964705.339562:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964705.339563:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964705.339565:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964705.339568:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964705.339571:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515216 00000020:00000001:1.0:1557964705.339573:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964705.339574:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964705.339576:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964705.339578:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964705.339580:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964705.339583:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964705.339585:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964705.339587:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964705.339589:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964705.339594:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462bd80. 00000020:00000010:1.0:1557964705.339597:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55680. 00000100:00000040:1.0:1557964705.339600:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964705.339602:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964705.339603:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964705.339604:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964705.339607:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964705.339612:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964705.339615:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964705.339617:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964705.339618:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964705.339619:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964705.339620:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964705.339621:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964705.339626:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1595 00000100:00000040:1.0:1557964705.339628:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964705.339630:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836054096 : -131364873497520 : ffff88863b611450) 00000100:00000040:1.0:1557964705.339634:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611450 x1633635870515216/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:371/0 lens 224/0 e 0 to 0 dl 1557964766 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964705.339644:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964705.339645:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964705.339648:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870515216:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964705.339652:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515216 00000020:00000001:1.0:1557964705.339654:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964705.339656:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964705.339658:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964705.339660:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964705.339663:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964705.339666:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964705.339668:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964705.339669:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964705.339670:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964705.339672:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964705.339674:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964705.339676:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964705.339678:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:1.0:1557964705.339680:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964705.339682:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964705.339684:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964705.339686:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964705.339687:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964705.339688:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964705.339691:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964705.339694:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964705.339697:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964705.339700:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964705.339702:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964705.339705:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964705.339708:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964705.339709:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964705.339711:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515216 00010000:00000001:1.0:1557964705.339714:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964705.339717:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611450 x1633635870515216/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:371/0 lens 224/368 e 0 to 0 dl 1557964766 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964705.339726:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964705.339727:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964705.339729:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=8 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964705.339733:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964705.339735:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964705.339737:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964705.339740:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964705.339741:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964705.339743:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964705.339746:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964705.339748:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a880. 00000100:00000200:1.0:1557964705.339750:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515216, offset 192 00000400:00000010:1.0:1557964705.339753:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76e00 (tot 24345892). 00000400:00000200:1.0:1557964705.339758:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964705.339772:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964705.339777:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964705.339784:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964705.339788:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964705.339790:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964705.339794:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964705.339795:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964705.339797:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964705.339800:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964705.339802:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964705.339803:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964705.339804:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964705.339806:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964705.339809:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611450 x1633635870515216/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:371/0 lens 224/336 e 0 to 0 dl 1557964766 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964705.339819:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870515216:12345-172.19.1.24@o2ib100:13 Request processed in 173us (309us total) trans 0 rc 0/0 00000800:00000200:29.2:1557964705.339837:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964705.339840:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1595 00000100:00000040:1.0:1557964705.339841:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964705.339842:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964705.339842:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964705.339843:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462bd80. 00000020:00000010:1.0:1557964705.339844:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55680. 00000020:00000010:1.0:1557964705.339846:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964705.339847:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964705.339848:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964705.339850:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:17.0:1557964705.339851:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000010:1.0:1557964705.339851:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3780. 00000400:00000010:1.0:1557964705.339852:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bd80. 00000400:00000001:1.0:1557964705.339853:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000800:00000200:17.0:1557964705.339854:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964705.339854:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:17.0:1557964705.339856:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964705.339858:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964705.339859:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:17.0:1557964705.339860:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964705.339861:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964705.339861:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a880 00000400:00000010:17.0:1557964705.339862:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a880. 00000400:00000010:17.0:1557964705.339863:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76e00 (tot 24345492). 00000800:00000200:17.0:1557964705.339864:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964705.339865:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964705.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964705.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964705.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964705.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964705.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964705.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964705.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964705.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964705.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964705.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964705.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964705.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964705.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964705.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964706.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964706.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964706.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964706.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964706.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964706.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964706.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964706.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964706.508088:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964706.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964706.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964706.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964706.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964706.508091:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964706.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964706.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964707.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964707.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964707.508090:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964707.508092:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964707.508096:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964707.508097:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964707.508098:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964707.508098:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964707.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964707.508123:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964707.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964707.508124:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964707.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964707.508125:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964707.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964707.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964707.539691:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704205200 (tot 24345748). 00000400:00000010:6.0:1557964707.539708:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704205200 (tot 24345492). 00000020:00000001:6.0:1557964707.540753:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964707.540754:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318423867, max_age 4318427868 00002000:00000001:6.0:1557964707.540755:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964707.540756:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964707.540757:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964707.540759:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964707.540760:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964707.540761:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964707.540763:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964707.540764:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964707.540765:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964707.540766:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964707.540767:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964707.540768:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964707.540768:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964707.540793:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964707.540793:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318428868, max_age 4318427868 00000020:00000004:6.0:1557964707.540794:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964707.540795:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964707.540817:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964707.540818:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318428868, max_age 4318427868 00000020:00000004:6.0:1557964707.540818:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964707.540819:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964707.540841:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964707.540841:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318428868, max_age 4318427868 00000020:00000004:6.0:1557964707.540842:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964707.540843:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964708.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964708.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964708.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964708.508077:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964708.508085:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964708.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964708.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964708.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964708.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964708.508120:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964708.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964708.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964708.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964708.508127:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964708.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964708.508128:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964709.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964709.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00010000:00000001:15.0:1557964709.508074:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964709.508075:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964709.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964709.508078:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964709.508080:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964709.508080:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964709.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964709.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964709.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964709.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964709.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964709.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964709.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964709.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964710.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964710.330051:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:8.0:1557964710.330056:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b200 (tot 24345892). 00000400:00000200:8.0:1557964710.330062:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:8.0:1557964710.330074:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:8.0:1557964710.330081:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:8.0:1557964710.330088:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964710.330091:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:8.0:1557964710.330093:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964710.330098:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:8.0:1557964710.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964710.330106:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:8.0:1557964710.330108:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c039e00 (tot 24346292). 00000400:00000200:8.0:1557964710.330112:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:8.0:1557964710.330120:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:8.0:1557964710.330125:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:8.0:1557964710.330129:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964710.330131:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:9.2:1557964710.330132:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964710.330132:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:8.0:1557964710.330134:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:8.0:1557964710.330137:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964710.330142:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:8.0:1557964710.330143:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03e000 (tot 24346692). 00000400:00000200:8.0:1557964710.330147:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:8.0:1557964710.330155:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:8.0:1557964710.330160:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:8.0:1557964710.330163:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964710.330165:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:8.0:1557964710.330166:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:8.0:1557964710.330169:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:26.2:1557964710.330170:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:8.0:1557964710.330172:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964710.330176:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:8.0:1557964710.330178:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03c400 (tot 24347092). 00000400:00000200:8.0:1557964710.330182:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:4.0:1557964710.330185:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000400:00000200:8.0:1557964710.330190:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:26.0:1557964710.330191:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000800:00000200:4.0:1557964710.330194:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000800:00000200:8.0:1557964710.330195:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964710.330197:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000800:00000200:8.0:1557964710.330199:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000400:00000010:4.0:1557964710.330200:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b200 (tot 24346692). 00000800:00000200:8.0:1557964710.330201:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000400:00000010:26.0:1557964710.330203:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c039e00 (tot 24346292). 00000800:00000200:8.0:1557964710.330203:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:4.0:1557964710.330203:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:27.2:1557964710.330204:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:8.0:1557964710.330205:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:4.0:1557964710.330206:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000400:00000200:8.0:1557964710.330208:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000800:00000200:26.0:1557964710.330213:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:8.0:1557964710.330213:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000800:00000200:4.0:1557964710.330213:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000010:8.0:1557964710.330214:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03de00 (tot 24346692). 00000800:00000200:26.0:1557964710.330216:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:8.0:1557964710.330218:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:4.0:1557964710.330220:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:26.0:1557964710.330224:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000400:00000010:4.0:1557964710.330224:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24347092). 00000800:00000200:27.0:1557964710.330225:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000400:00000200:8.0:1557964710.330227:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:21.0:1557964710.330228:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:27.0:1557964710.330229:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000400:00000200:26.0:1557964710.330232:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:8.0:1557964710.330232:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000400:00000010:26.0:1557964710.330235:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968f56be00 (tot 24347492). 00000800:00000200:8.0:1557964710.330236:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000400:00000200:4.0:1557964710.330236:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:8.0:1557964710.330238:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:8.0:1557964710.330239:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:14.0:1557964710.330240:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000010:27.0:1557964710.330242:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03e000 (tot 24347092). 00000800:00000200:8.0:1557964710.330242:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:14.0:1557964710.330245:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:26.0:1557964710.330246:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000800:00000200:27.0:1557964710.330247:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000400:00000200:8.0:1557964710.330247:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000800:00000200:12.2:1557964710.330250:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:4.0:1557964710.330250:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:8.0:1557964710.330251:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:4.0:1557964710.330252:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24346692). 00000400:00000200:26.0:1557964710.330253:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:8.0:1557964710.330253:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03ec00 (tot 24347092). 00000800:00000200:27.2:1557964710.330254:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:4.0:1557964710.330255:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000400:00000010:26.0:1557964710.330257:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968f56be00 (tot 24346692). 00000800:00000200:4.0:1557964710.330257:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:11.2:1557964710.330258:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:8.0:1557964710.330258:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557964710.330260:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:26.0:1557964710.330263:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:15.0:1557964710.330263:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:4.0:1557964710.330265:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000200:8.0:1557964710.330267:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:4.0:1557964710.330268:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000800:00000200:8.0:1557964710.330272:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557964710.330273:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:4.0:1557964710.330274:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000800:00000200:27.0:1557964710.330275:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:15.0:1557964710.330275:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:21.0:1557964710.330276:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000800:00000200:8.0:1557964710.330276:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964710.330277:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000400:00000010:4.0:1557964710.330278:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03c400 (tot 24346292). 00000800:00000200:8.0:1557964710.330279:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:21.0:1557964710.330280:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000800:00000200:4.0:1557964710.330280:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:8.0:1557964710.330281:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:17.0:1557964710.330282:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000400:00000200:15.0:1557964710.330284:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000400:00000200:8.0:1557964710.330285:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000010:15.0:1557964710.330287:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b312600 (tot 24346692). 00000800:00000200:4.0:1557964710.330287:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:8.0:1557964710.330289:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000800:00000200:4.0:1557964710.330289:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:17.0:1557964710.330290:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:28.2:1557964710.330292:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000400:00000010:8.0:1557964710.330292:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b800 (tot 24347092). 00000400:00000010:21.0:1557964710.330293:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03de00 (tot 24346692). 00000400:00000200:15.0:1557964710.330296:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:21.0:1557964710.330297:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000200:17.0:1557964710.330302:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000200:8.0:1557964710.330302:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000400:00000200:15.0:1557964710.330305:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557964710.330306:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24347092). 00000400:00000010:15.0:1557964710.330307:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b312600 (tot 24346692). 00000800:00000200:28.0:1557964710.330308:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:15.0:1557964710.330310:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:8.0:1557964710.330311:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:15.0:1557964710.330313:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:17.0:1557964710.330320:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000400:00000200:17.0:1557964710.330325:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557964710.330327:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24346292). 00000800:00000200:17.0:1557964710.330340:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:28.0:1557964710.330342:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:15.0:1557964710.330342:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:8.0:1557964710.330342:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:17.0:1557964710.330343:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:15.0:1557964710.330343:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000010:28.0:1557964710.330345:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03ec00 (tot 24345892). 00000800:00000200:17.0:1557964710.330345:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:8.0:1557964710.330345:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964710.330346:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:8.0:1557964710.330346:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:28.0:1557964710.330347:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:8.0:1557964710.330348:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:8.0:1557964710.330349:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318370658 00000400:00000200:8.0:1557964710.330351:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:8.0:1557964710.330352:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03ce00 (tot 24346292). 00000400:00000200:8.0:1557964710.330353:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:8.0:1557964710.330357:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:11.2:1557964710.330358:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:8.0:1557964710.330359:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:8.0:1557964710.330361:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964710.330362:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:8.0:1557964710.330362:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:8.0:1557964710.330364:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:29.2:1557964710.330380:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:4.0:1557964710.330399:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:14.2:1557964710.330402:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:4.0:1557964710.330402:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:14.0:1557964710.330422:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000400:00000200:4.0:1557964710.330423:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000800:00000200:14.0:1557964710.330424:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000010:4.0:1557964710.330424:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24346692). 00000400:00000200:4.0:1557964710.330427:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:4.0:1557964710.330429:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964710.330430:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03ce00 (tot 24346292). 00000800:00000200:14.0:1557964710.330431:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000010:4.0:1557964710.330431:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345892). 00000800:00000200:4.0:1557964710.330432:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)++ 00000800:00000200:14.0:1557964710.330433:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:4.0:1557964710.330451:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (23)-- 00000800:00000200:4.0:1557964710.330451:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:4.0:1557964710.330453:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:14.2:1557964710.330454:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:4.0:1557964710.330457:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:14.0:1557964710.330458:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:21.0:1557964710.330459:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000010:4.0:1557964710.330459:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b800 (tot 24345492). 00000800:00000200:14.0:1557964710.330460:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:4.0:1557964710.330462:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:21.0:1557964710.330463:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000400:00000200:14.0:1557964710.330464:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557964710.330465:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:28.2:1557964710.330468:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000400:00000200:14.0:1557964710.330469:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:14.0:1557964710.330471:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964710.330472:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964710.330474:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:14.0:1557964710.330476:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (23)-- 00000800:00000200:14.0:1557964710.330477:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557964710.330479:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:28.0:1557964710.330480:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557964710.330484:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000800:00000200:14.0:1557964710.330485:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:28.0:1557964710.330487:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964710.330488:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8897376c1c00 (tot 24345892). 00000400:00000200:28.0:1557964710.330492:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000400:00000200:28.0:1557964710.330494:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964710.330495:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8897376c1c00 (tot 24345492). 00000800:00000200:28.0:1557964710.330496:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557964710.330497:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557964710.330498:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:29.2:1557964710.330530:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:7.0:1557964710.330598:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:7.0:1557964710.330602:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000400:00000200:7.0:1557964710.330606:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:7.0:1557964710.330607:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964710.330611:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000400:00000200:7.0:1557964710.330613:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:7.0:1557964710.330614:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964710.330615:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (22)++ 00000800:00000200:7.0:1557964710.330617:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (23)-- 00000800:00000200:7.0:1557964710.330617:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:7.0:1557964710.330619:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:14.2:1557964710.339041:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964710.339061:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964710.339068:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964710.339076:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964710.339079:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964710.339086:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010630 00000400:00000200:14.0:1557964710.339092:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9305 [1] + 0 00000400:00000010:14.0:1557964710.339111:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36c60. 00000400:00000200:14.0:1557964710.339113:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3b00 00000800:00000200:27.0:1557964710.339114:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964710.339115:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964710.339116:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964710.339117:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdd450 x1633635891480112 msgsize 224 00000100:00100000:14.0:1557964710.339119:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964710.339120:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964710.339122:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964710.339123:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3b00 00000400:00000010:14.0:1557964710.339124:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3b00. 00000400:00000010:14.0:1557964710.339125:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964710.339126:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964710.339127:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964710.339128:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964710.339154:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964710.339156:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964710.339157:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964710.339158:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964710.339159:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964710.339159:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964710.339161:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964710.339162:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480112 00000020:00000001:10.0:1557964710.339163:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964710.339164:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964710.339164:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964710.339165:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964710.339167:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964710.339168:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964710.339170:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964710.339171:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964710.339172:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964710.339173:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3680. 00000020:00000010:10.0:1557964710.339174:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964710.339176:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964710.339177:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964710.339177:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964710.339178:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964710.339179:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964710.339182:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964710.339183:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964710.339184:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964710.339184:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964710.339184:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964710.339185:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964710.339185:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:11.0:1557964710.339186:0:14927:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000100:00100000:10.0:1557964710.339187:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1590 00000400:00000001:11.0:1557964710.339188:0:14927:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000040:10.0:1557964710.339188:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000400:00000001:11.0:1557964710.339189:0:14927:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:11.0:1557964710.339189:0:14927:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:10.0:1557964710.339189:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547953744 : -131293161597872 : ffff8896edbdd450) 00000100:00000040:10.0:1557964710.339191:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdd450 x1633635891480112/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:376/0 lens 224/0 e 0 to 0 dl 1557964771 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964710.339194:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964710.339195:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964710.339196:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891480112:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964710.339197:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480112 00000020:00000001:10.0:1557964710.339198:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964710.339199:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964710.339199:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964710.339200:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964710.339201:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964710.339202:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964710.339203:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964710.339204:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964710.339204:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964710.339205:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964710.339206:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964710.339206:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964710.339207:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964710.339208:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964710.339209:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964710.339210:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964710.339211:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964710.339211:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964710.339212:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964710.339215:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964710.339216:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964710.339216:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964710.339218:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964710.339219:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964710.339220:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964710.339221:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964710.339222:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964710.339223:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964710.339224:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964710.339225:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480112 00010000:00000001:10.0:1557964710.339226:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964710.339227:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdd450 x1633635891480112/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:376/0 lens 224/368 e 0 to 0 dl 1557964771 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964710.339231:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964710.339231:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964710.339232:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=13 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964710.339233:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964710.339234:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964710.339235:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964710.339236:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964710.339237:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964710.339238:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964710.339239:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964710.339240:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2980. 00000100:00000200:10.0:1557964710.339242:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480112, offset 192 00000400:00000010:10.0:1557964710.339245:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e5400 (tot 24345892). 00000400:00000200:10.0:1557964710.339247:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964710.339253:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964710.339255:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964710.339257:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964710.339258:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964710.339259:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964710.339261:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964710.339262:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964710.339262:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964710.339263:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964710.339264:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964710.339265:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00010000:00000001:10.0:1557964710.339265:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964710.339265:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964710.339266:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964710.339267:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdd450 x1633635891480112/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:376/0 lens 224/336 e 0 to 0 dl 1557964771 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964710.339269:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964710.339270:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964710.339271:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891480112:12345-172.19.1.25@o2ib100:13 Request processed in 76us (153us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964710.339272:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964710.339273:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964710.339273:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2980 00000400:00000010:14.0:1557964710.339274:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2980. 00000100:00100000:10.0:1557964710.339274:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1590 00000400:00000010:14.0:1557964710.339275:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e5400 (tot 24345492). 00000100:00000040:10.0:1557964710.339275:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964710.339276:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964710.339276:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964710.339276:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964710.339277:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964710.339277:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3680. 00000020:00000010:10.0:1557964710.339278:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964710.339279:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964710.339280:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964710.339281:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964710.339282:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964710.339283:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964710.339283:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964710.339285:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964710.339286:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83ea0. 00000400:00000010:10.0:1557964710.339287:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3680. 00000400:00000001:10.0:1557964710.339288:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964710.339288:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964710.347408:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964710.347461:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964710.347471:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964710.347479:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964710.347483:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964710.347491:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12030 00000400:00000200:21.0:1557964710.347497:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd2b9 [1] + 0 00000400:00000010:21.0:1557964710.347502:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9c00. 00000800:00000200:17.0:1557964710.347518:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:21.0:1557964710.347521:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6f00 00000100:00000001:21.0:1557964710.347524:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964710.347525:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964710.347526:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611050 x1633635870515248 msgsize 224 00000100:00100000:21.0:1557964710.347529:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964710.347530:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964710.347532:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964710.347533:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6f00 00000400:00000010:21.0:1557964710.347534:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6f00. 00000400:00000010:21.0:1557964710.347535:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964710.347536:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964710.347536:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:21.0:1557964710.347537:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964710.347538:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964710.347539:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964710.347540:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964710.347541:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964710.347542:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964710.347543:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964710.347544:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964710.347546:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515248 00000020:00000001:1.0:1557964710.347547:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964710.347547:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964710.347548:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964710.347550:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964710.347550:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964710.347552:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964710.347553:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964710.347554:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964710.347555:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964710.347557:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a380. 00000020:00000010:1.0:1557964710.347558:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54e40. 00000100:00000040:1.0:1557964710.347560:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964710.347561:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964710.347561:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964710.347562:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964710.347563:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964710.347566:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964710.347568:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964710.347569:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964710.347569:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964710.347570:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964710.347570:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964710.347571:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964710.347591:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1596 00000100:00000040:1.0:1557964710.347592:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964710.347593:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836053072 : -131364873498544 : ffff88863b611050) 00000100:00000040:1.0:1557964710.347595:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611050 x1633635870515248/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:376/0 lens 224/0 e 0 to 0 dl 1557964771 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964710.347602:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964710.347603:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964710.347604:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870515248:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964710.347606:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515248 00000020:00000001:1.0:1557964710.347606:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964710.347607:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964710.347608:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964710.347609:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964710.347609:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964710.347627:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964710.347627:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964710.347628:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964710.347628:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964710.347629:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964710.347630:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964710.347631:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964710.347632:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac800. 02000000:00000001:1.0:1557964710.347633:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964710.347633:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964710.347634:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964710.347635:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964710.347636:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964710.347636:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964710.347637:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964710.347639:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964710.347640:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964710.347641:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964710.347642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964710.347643:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964710.347645:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964710.347645:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964710.347646:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515248 00010000:00000001:1.0:1557964710.347648:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964710.347649:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611050 x1633635870515248/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:376/0 lens 224/368 e 0 to 0 dl 1557964771 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964710.347653:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964710.347654:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964710.347655:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=13 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964710.347656:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964710.347657:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964710.347658:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964710.347659:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964710.347660:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964710.347660:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964710.347661:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964710.347662:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ae80. 00000100:00000200:1.0:1557964710.347664:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515248, offset 192 00000400:00000010:1.0:1557964710.347665:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70a00 (tot 24345892). 00000400:00000200:1.0:1557964710.347667:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964710.347672:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964710.347674:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964710.347677:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964710.347678:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964710.347679:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964710.347681:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964710.347682:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964710.347683:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964710.347684:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964710.347685:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964710.347686:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964710.347686:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964710.347687:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964710.347688:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611050 x1633635870515248/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:376/0 lens 224/336 e 0 to 0 dl 1557964771 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964710.347692:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870515248:12345-172.19.1.24@o2ib100:13 Request processed in 89us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964710.347695:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1596 00000100:00000040:1.0:1557964710.347696:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964710.347697:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964710.347697:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964710.347698:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a380. 00000020:00000010:1.0:1557964710.347699:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54e40. 00000020:00000010:1.0:1557964710.347700:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964710.347701:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964710.347702:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964710.347703:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964710.347704:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3480. 00000400:00000010:1.0:1557964710.347706:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a380. 00000400:00000001:1.0:1557964710.347706:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964710.347707:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964710.347740:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964710.347778:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964710.347783:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964710.347785:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964710.347785:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964710.347786:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac800. 02000000:00000001:7.0:1557964710.347788:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964710.347788:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964710.347789:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ae80 00000400:00000010:7.0:1557964710.347789:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ae80. 00000400:00000010:7.0:1557964710.347790:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70a00 (tot 24345492). 00000800:00000200:7.0:1557964710.347791:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964710.347793:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964710.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964710.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964710.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964710.508061:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:15.0:1557964710.508063:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964710.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964710.508066:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:15.0:1557964710.508068:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:15.0:1557964710.508069:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964710.508071:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:15.0:1557964710.508075:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964710.508077:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964710.508078:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964710.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964710.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964710.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964710.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964710.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964710.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964710.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964710.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964711.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964711.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964711.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964711.508081:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964711.508088:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964711.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964711.508091:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964711.508092:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964711.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964711.508123:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964711.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964711.508126:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964711.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964711.508129:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964711.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964711.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964712.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964712.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964712.508079:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964712.508081:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964712.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964712.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964712.508091:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964712.508092:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964712.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964712.508121:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964712.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964712.508124:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964712.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964712.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964712.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964712.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964712.541250:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88863c370100 (tot 24345748). 00000400:00000010:6.0:1557964712.541265:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88863c370100 (tot 24345492). 00000020:00000001:6.0:1557964712.542338:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964712.542339:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318428868, max_age 4318432870 00002000:00000001:6.0:1557964712.542342:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964712.542342:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964712.542343:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964712.542346:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964712.542347:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964712.542348:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964712.542349:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964712.542350:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964712.542352:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964712.542353:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964712.542353:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964712.542354:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964712.542355:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964712.542380:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964712.542380:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318433870, max_age 4318432870 00000020:00000004:6.0:1557964712.542381:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964712.542382:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964712.542405:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964712.542405:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318433870, max_age 4318432870 00000020:00000004:6.0:1557964712.542406:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964712.542407:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964712.542429:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964712.542429:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318433870, max_age 4318432870 00000020:00000004:6.0:1557964712.542430:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964712.542431:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964713.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964713.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964713.508085:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964713.508087:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964713.508093:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964713.508094:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964713.508096:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964713.508097:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964713.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964713.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964713.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964713.508131:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964713.508148:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964713.508148:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964713.508149:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964713.508149:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964714.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964714.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964714.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964714.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964714.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964714.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964714.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964714.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964714.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964714.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964714.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964714.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964714.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964714.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964714.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964714.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964715.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964715.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964715.347074:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964715.347095:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964715.347103:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964715.347113:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964715.347117:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964715.347123:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010650 00000400:00000200:14.0:1557964715.347129:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9315 [1] + 0 00000400:00000010:14.0:1557964715.347134:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36ba0. 00000400:00000200:14.0:1557964715.347136:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2c00 00000800:00000200:15.0:1557964715.347139:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964715.347139:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964715.347141:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964715.347143:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdd850 x1633635891480144 msgsize 224 00000100:00100000:14.0:1557964715.347150:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964715.347151:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964715.347155:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964715.347156:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2c00 00000400:00000010:14.0:1557964715.347158:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2c00. 00000400:00000010:14.0:1557964715.347161:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964715.347163:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964715.347166:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964715.347167:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964715.347191:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964715.347194:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964715.347196:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964715.347198:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964715.347199:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964715.347201:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964715.347204:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964715.347207:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480144 00000020:00000001:10.0:1557964715.347209:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964715.347210:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964715.347212:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964715.347214:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964715.347216:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964715.347218:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964715.347221:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964715.347223:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964715.347225:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964715.347228:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3c80. 00000020:00000010:10.0:1557964715.347231:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964715.347233:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964715.347235:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964715.347236:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964715.347237:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964715.347240:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964715.347246:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964715.347249:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964715.347250:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964715.347251:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964715.347252:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964715.347255:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964715.347257:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964715.347261:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1591 00000100:00000040:10.0:1557964715.347264:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964715.347266:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547954768 : -131293161596848 : ffff8896edbdd850) 00000100:00000040:10.0:1557964715.347270:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdd850 x1633635891480144/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:381/0 lens 224/0 e 0 to 0 dl 1557964776 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964715.347280:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964715.347281:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964715.347285:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891480144:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964715.347288:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480144 00000020:00000001:10.0:1557964715.347290:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964715.347292:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964715.347293:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964715.347295:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964715.347296:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964715.347299:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964715.347300:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964715.347302:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964715.347303:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964715.347304:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964715.347306:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964715.347308:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964715.347309:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964715.347311:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964715.347313:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964715.347315:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964715.347317:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964715.347318:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964715.347319:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964715.347324:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964715.347326:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964715.347328:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964715.347331:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964715.347334:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964715.347337:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964715.347340:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964715.347343:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964715.347346:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964715.347347:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964715.347349:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480144 00010000:00000001:10.0:1557964715.347351:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964715.347354:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdd850 x1633635891480144/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:381/0 lens 224/368 e 0 to 0 dl 1557964776 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964715.347363:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964715.347365:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964715.347366:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=18 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964715.347370:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964715.347373:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964715.347375:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964715.347392:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964715.347393:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964715.347393:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964715.347395:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964715.347396:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3d00. 00000100:00000200:10.0:1557964715.347397:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480144, offset 192 00000400:00000010:10.0:1557964715.347401:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e5a00 (tot 24345892). 00000400:00000200:10.0:1557964715.347402:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964715.347409:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964715.347411:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964715.347413:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964715.347414:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964715.347415:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964715.347417:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964715.347418:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964715.347419:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964715.347420:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964715.347421:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964715.347422:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964715.347422:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964715.347423:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964715.347424:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdd850 x1633635891480144/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:381/0 lens 224/336 e 0 to 0 dl 1557964776 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964715.347425:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964715.347428:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891480144:12345-172.19.1.25@o2ib100:13 Request processed in 147us (283us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964715.347429:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964715.347430:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1591 00000100:00000040:10.0:1557964715.347431:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964715.347432:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:10.0:1557964715.347432:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1557964715.347433:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:10.0:1557964715.347433:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:14.0:1557964715.347434:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000020:00000010:10.0:1557964715.347434:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3c80. 00000400:00000200:14.0:1557964715.347435:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3d00 00000400:00000010:14.0:1557964715.347435:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3d00. 00000020:00000010:10.0:1557964715.347435:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964715.347436:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000400:00000010:14.0:1557964715.347437:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e5a00 (tot 24345492). 00000020:00000040:10.0:1557964715.347437:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557964715.347438:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 02000000:00000001:10.0:1557964715.347438:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964715.347438:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 00000800:00000200:14.0:1557964715.347439:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 02000000:00000001:10.0:1557964715.347439:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964715.347439:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964715.347441:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964715.347442:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83de0. 00000400:00000010:10.0:1557964715.347443:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c80. 00000400:00000001:10.0:1557964715.347444:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964715.347444:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964715.355383:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964715.355443:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964715.355448:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964715.355451:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964715.355453:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964715.355455:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12050 00000400:00000200:17.0:1557964715.355458:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd2d9 [1] + 0 00000400:00000010:17.0:1557964715.355460:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f958a0. 00000400:00000200:17.0:1557964715.355461:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe080 00000100:00000001:17.0:1557964715.355464:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964715.355464:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964715.355465:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b610c50 x1633635870515280 msgsize 224 00000100:00100000:17.0:1557964715.355468:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964715.355468:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964715.355470:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964715.355472:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe080 00000400:00000010:17.0:1557964715.355473:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe080. 00000800:00000200:21.0:1557964715.355474:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:17.0:1557964715.355474:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:1.0:1557964715.355474:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964715.355475:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000400:00000001:1.0:1557964715.355476:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964715.355477:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964715.355477:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964715.355478:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964715.355478:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964715.355479:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964715.355480:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964715.355482:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964715.355483:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515280 00000020:00000001:1.0:1557964715.355485:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964715.355485:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964715.355486:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964715.355487:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964715.355488:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964715.355489:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964715.355490:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964715.355491:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964715.355492:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964715.355494:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b800. 00000020:00000010:1.0:1557964715.355495:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55e00. 00000100:00000040:1.0:1557964715.355496:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964715.355498:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964715.355498:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964715.355499:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964715.355500:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964715.355502:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964715.355503:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964715.355504:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964715.355504:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964715.355505:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964715.355505:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964715.355506:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964715.355507:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1597 00000100:00000040:1.0:1557964715.355508:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964715.355527:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836052048 : -131364873499568 : ffff88863b610c50) 00000100:00000040:1.0:1557964715.355529:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b610c50 x1633635870515280/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:381/0 lens 224/0 e 0 to 0 dl 1557964776 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964715.355532:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964715.355533:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964715.355534:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870515280:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964715.355535:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515280 00000020:00000001:1.0:1557964715.355536:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964715.355537:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964715.355538:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964715.355539:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964715.355539:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964715.355540:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964715.355541:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964715.355542:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964715.355542:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964715.355543:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964715.355544:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964715.355544:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964715.355546:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:1.0:1557964715.355546:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964715.355547:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964715.355548:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964715.355549:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964715.355550:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964715.355551:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964715.355552:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964715.355553:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964715.355554:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964715.355555:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964715.355556:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964715.355557:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964715.355558:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964715.355559:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964715.355560:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515280 00010000:00000001:1.0:1557964715.355561:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964715.355562:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b610c50 x1633635870515280/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:381/0 lens 224/368 e 0 to 0 dl 1557964776 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964715.355565:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964715.355566:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964715.355567:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=18 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964715.355568:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964715.355569:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964715.355570:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964715.355571:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964715.355572:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964715.355572:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964715.355574:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964715.355574:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b080. 00000100:00000200:1.0:1557964715.355576:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515280, offset 192 00000400:00000010:1.0:1557964715.355577:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77c00 (tot 24345892). 00000400:00000200:1.0:1557964715.355579:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964715.355584:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964715.355586:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964715.355589:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964715.355590:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964715.355591:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964715.355593:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964715.355594:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964715.355594:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964715.355595:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964715.355596:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964715.355597:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964715.355597:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964715.355598:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964715.355599:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b610c50 x1633635870515280/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:381/0 lens 224/336 e 0 to 0 dl 1557964776 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964715.355603:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870515280:12345-172.19.1.24@o2ib100:13 Request processed in 69us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964715.355605:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1597 00000100:00000040:1.0:1557964715.355606:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964715.355607:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964715.355607:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964715.355608:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b800. 00000020:00000010:1.0:1557964715.355609:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55e00. 00000020:00000010:1.0:1557964715.355610:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964715.355611:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964715.355612:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964715.355613:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964715.355614:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e37e0. 00000400:00000010:1.0:1557964715.355615:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b800. 00000400:00000001:1.0:1557964715.355616:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964715.355616:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964715.355634:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964715.355686:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964715.355690:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964715.355692:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964715.355693:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964715.355694:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:7.0:1557964715.355695:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964715.355696:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964715.355696:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b080 00000400:00000010:7.0:1557964715.355697:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b080. 00000400:00000010:7.0:1557964715.355699:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77c00 (tot 24345492). 00000800:00000200:7.0:1557964715.355700:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964715.355701:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964715.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964715.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964715.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964715.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964715.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964715.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964715.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964715.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964715.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964715.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964715.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964715.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964715.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964715.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964716.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964716.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964716.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964716.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964716.508084:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964716.508086:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964716.508090:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964716.508091:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964716.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964716.508120:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964716.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964716.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964716.508126:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964716.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964716.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964716.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964717.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964717.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964717.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964717.508078:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964717.508100:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964717.508100:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964717.508101:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964717.508102:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964717.508126:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964717.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964717.508127:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964717.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964717.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964717.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964717.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964717.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964717.542777:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887357b3b00 (tot 24345748). 00000400:00000010:6.0:1557964717.542786:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887357b3b00 (tot 24345492). 00000020:00000001:6.0:1557964717.543757:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964717.543758:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318433870, max_age 4318437871 00002000:00000001:6.0:1557964717.543759:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964717.543759:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964717.543760:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964717.543763:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964717.543764:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964717.543766:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964717.543767:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964717.543768:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964717.543770:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964717.543771:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964717.543772:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964717.543773:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964717.543773:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964717.543797:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964717.543798:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318438871, max_age 4318437871 00000020:00000004:6.0:1557964717.543799:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964717.543800:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964717.543821:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964717.543822:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318438871, max_age 4318437871 00000020:00000004:6.0:1557964717.543823:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964717.543824:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964717.543845:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964717.543845:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318438871, max_age 4318437871 00000020:00000004:6.0:1557964717.543846:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964717.543847:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964718.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964718.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964718.508060:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964718.508062:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964718.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964718.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964718.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964718.508072:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964718.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964718.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964718.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964718.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964718.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964718.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964718.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964718.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964719.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964719.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964719.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964719.508081:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964719.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964719.508089:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964719.508091:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964719.508092:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964719.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964719.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964719.508127:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964719.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964719.508130:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964719.508130:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964719.508131:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964719.508132:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964720.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964720.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964720.355066:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964720.355089:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964720.355097:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964720.355105:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964720.355108:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964720.355114:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0106a0 00000400:00000200:14.0:1557964720.355120:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9345 [1] + 0 00000400:00000010:14.0:1557964720.355125:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36b40. 00000400:00000200:14.0:1557964720.355128:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3380 00000100:00000001:14.0:1557964720.355132:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964720.355133:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964720.355133:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964720.355135:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbddc50 x1633635891480224 msgsize 224 00000100:00100000:14.0:1557964720.355142:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964720.355143:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964720.355147:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964720.355148:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3380 00000400:00000010:14.0:1557964720.355149:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3380. 00000400:00000010:14.0:1557964720.355152:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964720.355154:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964720.355157:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964720.355159:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964720.355185:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964720.355188:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964720.355191:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964720.355192:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964720.355194:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964720.355195:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964720.355198:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964720.355201:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480224 00000020:00000001:10.0:1557964720.355205:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964720.355206:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964720.355208:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964720.355210:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964720.355212:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964720.355214:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964720.355217:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964720.355219:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964720.355221:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964720.355224:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2e00. 00000020:00000010:10.0:1557964720.355227:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964720.355229:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964720.355231:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964720.355232:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964720.355233:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964720.355236:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964720.355242:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964720.355245:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964720.355246:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964720.355247:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964720.355248:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964720.355249:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964720.355250:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964720.355255:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1592 00000100:00000040:10.0:1557964720.355257:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964720.355259:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547955792 : -131293161595824 : ffff8896edbddc50) 00000100:00000040:10.0:1557964720.355264:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbddc50 x1633635891480224/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:386/0 lens 224/0 e 0 to 0 dl 1557964781 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964720.355273:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964720.355275:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964720.355278:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891480224:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964720.355281:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480224 00000020:00000001:10.0:1557964720.355283:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964720.355286:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964720.355287:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.355289:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964720.355290:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964720.355293:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964720.355294:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964720.355296:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964720.355297:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964720.355298:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964720.355301:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964720.355302:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964720.355303:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964720.355305:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964720.355307:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964720.355309:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964720.355311:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964720.355312:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964720.355314:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964720.355318:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964720.355320:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964720.355322:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964720.355325:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964720.355328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964720.355331:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964720.355333:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964720.355336:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964720.355339:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964720.355340:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964720.355342:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480224 00010000:00000001:10.0:1557964720.355345:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964720.355348:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbddc50 x1633635891480224/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:386/0 lens 224/368 e 0 to 0 dl 1557964781 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964720.355357:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964720.355358:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964720.355360:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=23 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964720.355364:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964720.355367:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964720.355369:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964720.355371:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964720.355372:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964720.355374:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964720.355391:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964720.355392:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3d00. 00000100:00000200:10.0:1557964720.355393:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480224, offset 192 00000400:00000010:10.0:1557964720.355397:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6600 (tot 24345892). 00000400:00000200:10.0:1557964720.355399:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964720.355405:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964720.355407:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964720.355409:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964720.355410:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964720.355411:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964720.355413:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964720.355414:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964720.355415:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964720.355416:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964720.355417:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964720.355417:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964720.355418:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.355418:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964720.355419:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbddc50 x1633635891480224/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:386/0 lens 224/336 e 0 to 0 dl 1557964781 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964720.355423:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891480224:12345-172.19.1.25@o2ib100:13 Request processed in 149us (287us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964720.355425:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964720.355426:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1592 00000100:00000040:10.0:1557964720.355427:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964720.355428:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964720.355431:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964720.355434:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:10.0:1557964720.355434:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964720.355435:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2e00. 00000100:00000001:14.0:1557964720.355436:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964720.355437:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964720.355437:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3d00 00000020:00000010:10.0:1557964720.355437:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000400:00000010:14.0:1557964720.355438:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3d00. 00000020:00000010:10.0:1557964720.355438:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964720.355439:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000400:00000010:14.0:1557964720.355440:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6600 (tot 24345492). 02000000:00000001:10.0:1557964720.355440:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:14.0:1557964720.355441:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 02000000:00000010:10.0:1557964720.355441:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 00000800:00000200:14.0:1557964720.355442:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 02000000:00000001:10.0:1557964720.355442:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964720.355442:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964720.355444:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964720.355445:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83d80. 00000400:00000010:10.0:1557964720.355446:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e00. 00000400:00000001:10.0:1557964720.355447:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964720.355448:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964720.363376:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964720.363437:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964720.363442:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964720.363446:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964720.363447:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964720.363450:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12070 00000400:00000200:21.0:1557964720.363453:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd2e9 [1] + 0 00000400:00000010:21.0:1557964720.363455:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95840. 00000400:00000200:21.0:1557964720.363456:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf000 00000100:00000001:21.0:1557964720.363458:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964720.363459:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964720.363461:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b610850 x1633635870515312 msgsize 224 00000100:00100000:21.0:1557964720.363463:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964720.363464:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964720.363466:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964720.363466:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf000 00000400:00000010:21.0:1557964720.363467:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf000. 00000400:00000010:21.0:1557964720.363469:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:17.0:1557964720.363469:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964720.363470:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:21.0:1557964720.363471:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964720.363472:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964720.363472:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:21.0:1557964720.363473:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964720.363473:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964720.363474:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964720.363475:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964720.363477:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964720.363479:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964720.363480:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515312 00000020:00000001:1.0:1557964720.363481:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964720.363482:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964720.363483:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964720.363484:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964720.363485:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964720.363486:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964720.363487:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964720.363488:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964720.363489:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964720.363490:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a600. 00000020:00000010:1.0:1557964720.363492:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a546c0. 00000100:00000040:1.0:1557964720.363493:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964720.363494:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964720.363494:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964720.363495:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964720.363496:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964720.363499:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964720.363500:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964720.363500:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964720.363501:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964720.363501:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964720.363502:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964720.363502:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964720.363504:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1598 00000100:00000040:1.0:1557964720.363524:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964720.363525:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836051024 : -131364873500592 : ffff88863b610850) 00000100:00000040:1.0:1557964720.363527:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b610850 x1633635870515312/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:386/0 lens 224/0 e 0 to 0 dl 1557964781 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964720.363530:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964720.363531:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964720.363532:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870515312:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964720.363535:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515312 00000020:00000001:1.0:1557964720.363535:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964720.363536:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964720.363537:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964720.363538:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964720.363539:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964720.363540:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964720.363540:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964720.363541:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964720.363541:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964720.363542:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964720.363543:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964720.363544:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964720.363563:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf800. 02000000:00000001:1.0:1557964720.363564:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964720.363565:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964720.363566:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964720.363567:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964720.363567:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964720.363568:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964720.363569:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964720.363570:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964720.363571:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964720.363572:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964720.363573:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964720.363574:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964720.363575:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964720.363576:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964720.363577:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515312 00010000:00000001:1.0:1557964720.363578:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964720.363579:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b610850 x1633635870515312/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:386/0 lens 224/368 e 0 to 0 dl 1557964781 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964720.363582:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964720.363583:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964720.363584:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=23 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964720.363586:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964720.363587:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964720.363587:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964720.363588:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964720.363590:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964720.363591:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964720.363592:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964720.363593:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b980. 00000100:00000200:1.0:1557964720.363594:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515312, offset 192 00000400:00000010:1.0:1557964720.363596:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72800 (tot 24345892). 00000400:00000200:1.0:1557964720.363597:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964720.363602:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964720.363605:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964720.363607:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964720.363608:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964720.363609:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964720.363611:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964720.363612:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964720.363613:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964720.363613:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964720.363614:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964720.363615:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964720.363615:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964720.363616:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964720.363617:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b610850 x1633635870515312/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:386/0 lens 224/336 e 0 to 0 dl 1557964781 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964720.363621:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870515312:12345-172.19.1.24@o2ib100:13 Request processed in 89us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964720.363624:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1598 00000100:00000040:1.0:1557964720.363625:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964720.363626:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964720.363626:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964720.363627:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a600. 00000020:00000010:1.0:1557964720.363628:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a546c0. 00000020:00000010:1.0:1557964720.363629:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964720.363630:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964720.363631:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964720.363632:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964720.363633:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3420. 00000400:00000010:1.0:1557964720.363634:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a600. 00000400:00000001:1.0:1557964720.363635:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964720.363635:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964720.363644:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964720.363680:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964720.363684:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964720.363686:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964720.363686:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964720.363687:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf800. 02000000:00000001:7.0:1557964720.363707:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964720.363707:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964720.363708:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b980 00000400:00000010:7.0:1557964720.363709:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b980. 00000400:00000010:7.0:1557964720.363710:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72800 (tot 24345492). 00000800:00000200:7.0:1557964720.363711:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964720.363713:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964720.508063:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964720.508065:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964720.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964720.508069:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:15.0:1557964720.508069:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964720.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964720.508071:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:15.0:1557964720.508072:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:15.0:1557964720.508072:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964720.508073:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:15.0:1557964720.508074:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964720.508074:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964720.508075:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964720.508095:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964720.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964720.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964720.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964720.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964720.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964720.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964720.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676042:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964720.676045:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964720.676047:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620300. 00000020:00000040:10.0:1557964720.676048:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964720.676050:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964720.676050:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964720.676051:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964720.676053:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f8b00. 00000100:00000001:10.0:1557964720.676054:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676057:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964720.676061:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964720.676061:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964720.676062:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676064:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620300] to pc [ptlrpcd_01_13:13] req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964720.676069:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676070:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964720.676072:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964720.676072:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620000. 00000020:00000040:10.0:1557964720.676075:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964720.676075:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964720.676076:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964720.676077:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964720.676077:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f8700. 00000100:00000001:10.0:1557964720.676078:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676080:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964720.676082:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964720.676083:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964720.676083:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676084:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620000] to pc [ptlrpcd_01_14:14] req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964720.676090:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676095:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557964720.676113:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964720.676115:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964720.676115:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620600. 00000020:00000040:10.0:1557964720.676115:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:8.0:1557964720.676115:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1557964720.676116:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964720.676116:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:8.0:1557964720.676116:0:14862:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:10.0:1557964720.676117:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964720.676118:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:10.0:1557964720.676119:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f9e00. 00000100:00000001:10.0:1557964720.676119:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964720.676120:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557964720.676120:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964720.676122:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676122:0:14862:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1557964720.676123:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964720.676123:0:14862:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676124:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964720.676124:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:8.0:1557964720.676124:0:14862:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:12.0:1557964720.676125:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676125:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964720.676125:0:14862:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964720.676126:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620600] to pc [ptlrpcd_01_15:15] req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:8.0:1557964720.676127:0:14862:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_13:8c05ad95-98db-8b06-7942-a20be71d88ee:14862:1633636024601008:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964720.676128:0:14862:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:10.0:1557964720.676129:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964720.676129:0:14862:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964720.676130:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:8.0:1557964720.676130:0:14862:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=438392 : 438392 : 6b078) 02000000:00000001:8.0:1557964720.676131:0:14862:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964720.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 02000000:00000010:8.0:1557964720.676132:0:14862:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03dc00. 00000020:00000001:10.0:1557964720.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 02000000:00000001:8.0:1557964720.676133:0:14862:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709291824 : -259792 : fffffffffffc0930) 00000020:00000001:10.0:1557964720.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000020:00000001:10.0:1557964720.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000400:00000010:8.0:1557964720.676135:0:14862:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000020:00000001:10.0:1557964720.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709430264 : -121352 : fffffffffffe25f8) 00000400:00000010:8.0:1557964720.676136:0:14862:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000020:00000001:10.0:1557964720.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=92096 : 92096 : 167c0) 00000020:00000001:10.0:1557964720.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709471624 : -79992 : fffffffffffec788) 00000020:00000001:10.0:1557964720.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1092326 : 1092326 : 10aae6) 00000020:00000001:10.0:1557964720.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=74423 : 74423 : 122b7) 00000100:00000200:8.0:1557964720.676138:0:14862:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601008, portal 25 00000020:00000001:10.0:1557964720.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709455226 : -96390 : fffffffffffe877a) 00000100:00000001:11.0:1557964720.676140:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964720.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709529563 : -22053 : ffffffffffffa9db) 00000020:00000001:10.0:1557964720.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147520960 : 147520960 : 8cafdc0) 00000100:00000001:9.0:1557964720.676140:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964720.676140:0:14862:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964720.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526444 : -25172 : ffffffffffff9dac) 00000020:00000001:10.0:1557964720.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:9.0:1557964720.676141:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964720.676141:0:14862:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220047616 : -131296489504000 : ffff889627620300) 00000100:00000001:11.0:1557964720.676142:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964720.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709090072 : -461544 : fffffffffff8f518) 00000020:00000001:10.0:1557964720.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000001:9.0:1557964720.676142:0:14867:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1557964720.676143:0:14868:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964720.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=131272 : 131272 : 200c8) 00000100:00000040:8.0:1557964720.676143:0:14862:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964720.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557964720.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709288848 : -262768 : fffffffffffbfd90) 00000100:00000040:11.0:1557964720.676145:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964720.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557964720.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00000040:9.0:1557964720.676145:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964720.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964720.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=996426 : 996426 : f344a) 00000020:00000001:10.0:1557964720.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557964720.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676147:0:14862:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964720.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557964720.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964720.676148:0:14862:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964720.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676149:0:14867:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000010:8.0:1557964720.676149:0:14862:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775cc80. 00000100:00000001:11.0:1557964720.676150:0:14868:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1557964720.676150:0:14868:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676150:0:14867:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964720.676150:0:14862:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601008, offset 0 00000020:00000001:10.0:1557964720.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676151:0:14867:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:8.0:1557964720.676151:0:14862:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03ae00 (tot 24345892). 02000000:00000001:11.0:1557964720.676152:0:14868:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964720.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676152:0:14867:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964720.676153:0:14868:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964720.676153:0:14862:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00100000:11.0:1557964720.676154:0:14868:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:looze-MDT0001-lwp-OST0009_UUID:14868:1633636024601040:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964720.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964720.676154:0:14867:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:looze-MDT0000-lwp-OST0009_UUID:14867:1633636024601024:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964720.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676156:0:14868:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1557964720.676156:0:14868:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964720.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676156:0:14867:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1557964720.676156:0:14867:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964720.676157:0:14868:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676157:0:14867:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964720.676158:0:14868:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964720.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676158:0:14867:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:8.0:1557964720.676158:0:14862:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 02000000:00000010:11.0:1557964720.676159:0:14868:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0a400. 00000020:00000001:10.0:1557964720.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964720.676159:0:14867:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdcc00. 02000000:00000001:11.0:1557964720.676160:0:14868:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676160:0:14867:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964720.676161:0:14868:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff99c0. 00000020:00000001:10.0:1557964720.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964720.676161:0:14862:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964720.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964720.676162:0:14867:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe3453c0. 00000400:00000010:11.0:1557964720.676163:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33e600. 00000020:00000001:10.0:1557964720.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964720.676163:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356000. 00000100:00000200:11.0:1557964720.676164:0:14868:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601040, portal 10 00000020:00000001:10.0:1557964720.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964720.676164:0:14862:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964720.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964720.676165:0:14867:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601024, portal 10 00000020:00000001:10.0:1557964720.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964720.676166:0:14862:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000100:00000001:11.0:1557964720.676167:0:14868:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1557964720.676167:0:14868:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220048384 : -131296489503232 : ffff889627620600) 00000020:00000001:10.0:1557964720.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676167:0:14867:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:8.0:1557964720.676167:0:14862:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964720.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676168:0:14867:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220046848 : -131296489504768 : ffff889627620000) 00000020:00000001:10.0:1557964720.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964720.676170:0:14868:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964720.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964720.676170:0:14867:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:8.0:1557964720.676170:0:14862:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964720.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676171:0:14862:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676172:0:14862:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964720.676173:0:14868:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964720.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676173:0:14867:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:8.0:1557964720.676173:0:14862:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676174:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964720.676175:0:14868:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964720.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964720.676175:0:14867:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:8.0:1557964720.676175:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:11.0:1557964720.676176:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33e200. 00000100:00000200:11.0:1557964720.676176:0:14868:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601040, offset 0 00000020:00000001:10.0:1557964720.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964720.676176:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357c00. 00000100:00000001:8.0:1557964720.676176:0:14862:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964720.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964720.676177:0:14867:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601024, offset 0 00000100:00000001:8.0:1557964720.676177:0:14862:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000010:11.0:1557964720.676178:0:14868:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b09400 (tot 24346292). 00000020:00000001:10.0:1557964720.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964720.676178:0:14867:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cd8a00 (tot 24346692). 00000100:00000001:8.0:1557964720.676178:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:11.0:1557964720.676179:0:14868:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964720.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676179:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964720.676179:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676180:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964720.676181:0:14867:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:8.0:1557964720.676181:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964720.676181:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964720.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676182:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676182:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964720.676184:0:14868:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964720.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964720.676187:0:14868:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964720.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964720.676189:0:14868:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964720.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964720.676190:0:14868:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964720.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964720.676190:0:14867:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:11.0:1557964720.676191:0:14868:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964720.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964720.676192:0:14867:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:11.0:1557964720.676193:0:14868:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964720.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676194:0:14868:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676195:0:14868:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964720.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676196:0:14868:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964720.676196:0:14867:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:11.0:1557964720.676197:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964720.676197:0:14867:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:11.0:1557964720.676198:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964720.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964720.676198:0:14867:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000800:00000200:29.2:1557964720.676199:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964720.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676200:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964720.676200:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964720.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676201:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964720.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964720.676201:0:14867:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:9.0:1557964720.676201:0:14867:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676202:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964720.676202:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676202:0:14867:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964720.676203:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676203:0:14867:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676204:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964720.676204:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964720.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676204:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676205:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676205:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676205:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964720.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676207:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964720.676207:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964720.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676208:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964720.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676209:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964720.676209:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676210:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676211:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964720.676211:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964720.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676212:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676212:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964720.676223:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964720.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964720.676232:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964720.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964720.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964720.676235:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000040:10.0:1557964720.676235:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318467004) 00000100:00000001:14.0:1557964720.676237:0:14822:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:14.0:1557964720.676239:0:14822:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964720.676244:0:14822:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964720.676245:0:14822:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964720.676248:0:14822:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964720.676249:0:14822:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964720.676250:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e200 00000400:00000010:14.0:1557964720.676251:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e200. 00000400:00000010:14.0:1557964720.676253:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b09400 (tot 24346292). 00000800:00000200:14.0:1557964720.676254:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964720.676257:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:17.0:1557964720.676260:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000800:00000200:17.0:1557964720.676265:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:17.0:1557964720.676268:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:17.0:1557964720.676270:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964720.676274:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964720.676275:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964720.676278:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964720.676279:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557964720.676280:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775cc80 00000400:00000010:17.0:1557964720.676281:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775cc80. 00000400:00000010:17.0:1557964720.676283:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03ae00 (tot 24345892). 00000800:00000200:17.0:1557964720.676285:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:17.0:1557964720.676285:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964720.676288:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964720.676289:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:17.0:1557964720.676291:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964720.676292:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964720.676312:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964720.676313:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964720.676315:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964720.676316:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557964720.676316:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357c00 00000400:00000010:17.0:1557964720.676317:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357c00. 00000400:00000010:17.0:1557964720.676318:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cd8a00 (tot 24345492). 00000800:00000200:17.0:1557964720.676320:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:14.2:1557964720.676390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964720.676394:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964720.676397:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964720.676399:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:15.0:1557964720.676400:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964720.676401:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964720.676404:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f049d0 00000400:00000200:14.0:1557964720.676407:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x98d5 [1] + 192 00000800:00000200:29.2:1557964720.676408:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000100:00000001:14.0:1557964720.676409:0:14819:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964720.676411:0:14819:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964720.676415:0:14819:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964720.676420:0:14819:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964720.676421:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964720.676422:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:11.0:1557964720.676422:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964720.676422:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964720.676423:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964720.676423:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:11.0:1557964720.676423:0:14868:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964720.676424:0:14868:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:11.0:1557964720.676424:0:14868:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:11.0:1557964720.676426:0:14868:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:11.0:1557964720.676430:0:14868:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964720.676433:0:14868:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:11.0:1557964720.676434:0:14868:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff99c0. 00000400:00000200:11.0:1557964720.676435:0:14868:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e600 00000400:00000010:11.0:1557964720.676436:0:14868:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e600. 00000100:00000001:11.0:1557964720.676436:0:14868:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964720.676437:0:14868:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:11.0:1557964720.676437:0:14868:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964720.676438:0:14868:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557964720.676438:0:14868:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964720.676439:0:14868:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1557964720.676441:0:14868:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=50 v=45 (45 45 45 45) 00000800:00000200:4.0:1557964720.676441:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000100:00001000:11.0:1557964720.676442:0:14868:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=50 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964720.676443:0:14868:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964720.676444:0:14868:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964720.676445:0:14868:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:11.0:1557964720.676446:0:14868:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:4.0:1557964720.676446:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00010000:00000001:11.0:1557964720.676450:0:14868:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676450:0:14868:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000400:00000200:4.0:1557964720.676450:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000040:11.0:1557964720.676451:0:14868:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:11.0:1557964720.676451:0:14868:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1557964720.676451:0:14868:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964720.676451:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000100:00000040:11.0:1557964720.676453:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:4.0:1557964720.676454:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f049b0 00000100:00000001:11.0:1557964720.676456:0:14868:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964720.676456:0:14868:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557964720.676457:0:14868:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:4.0:1557964720.676457:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd869 [1] + 192 00000100:00000040:11.0:1557964720.676458:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:4.0:1557964720.676460:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00100000:11.0:1557964720.676461:0:14868:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:looze-MDT0001-lwp-OST0009_UUID:14868:1633636024601040:172.19.1.25@o2ib100:400 00000100:00000200:4.0:1557964720.676462:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964720.676464:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964720.676465:0:14868:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1557964720.676466:0:14868:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620600 x1633636024601040/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000040:4.0:1557964720.676466:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964720.676470:0:14868:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557964720.676470:0:14868:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1557964720.676471:0:14868:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0a400. 02000000:00000001:11.0:1557964720.676471:0:14868:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:4.0:1557964720.676471:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:21.0:1557964720.676472:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000020:00000001:11.0:1557964720.676472:0:14868:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964720.676472:0:14868:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000400:00000010:4.0:1557964720.676472:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000020:00000001:11.0:1557964720.676473:0:14868:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964720.676473:0:14868:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f9e00. 00000800:00000200:4.0:1557964720.676473:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 02000000:00000001:11.0:1557964720.676474:0:14868:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964720.676475:0:14868:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964720.676475:0:14868:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620600. 00000800:00000200:4.0:1557964720.676475:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000100:00000001:11.0:1557964720.676476:0:14868:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964720.676476:0:14868:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:4.0:1557964720.676476:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:11.0:1557964720.676477:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:4.0:1557964720.676477:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964720.676478:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:11.0:1557964720.676478:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964720.676478:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676479:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964720.676479:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964720.676479:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964720.676480:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964720.676481:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964720.676482:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964720.676503:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f049c0 00000400:00000200:21.0:1557964720.676506:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd871 [1] + 192 00000100:00000001:8.0:1557964720.676509:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:21.0:1557964720.676510:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:8.0:1557964720.676510:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:21.0:1557964720.676511:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964720.676516:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964720.676522:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964720.676523:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000400:00000001:8.0:1557964720.676523:0:14862:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:21.0:1557964720.676524:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:8.0:1557964720.676524:0:14862:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964720.676525:0:14862:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964720.676526:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964720.676527:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:8.0:1557964720.676530:0:14862:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:8.0:1557964720.676534:0:14862:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964720.676538:0:14862:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:8.0:1557964720.676540:0:14862:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000200:8.0:1557964720.676541:0:14862:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557964720.676542:0:14862:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964720.676543:0:14862:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964720.676544:0:14862:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964720.676544:0:14862:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964720.676545:0:14862:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964720.676546:0:14862:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964720.676547:0:14862:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:8.0:1557964720.676549:0:14862:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=50 v=45 (45 45 45 45) 00000100:00001000:8.0:1557964720.676550:0:14862:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=50 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964720.676551:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964720.676551:0:14862:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964720.676552:0:14862:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964720.676552:0:14862:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1557964720.676553:0:14862:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676554:0:14862:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964720.676555:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964720.676558:0:14862:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964720.676559:0:14862:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964720.676560:0:14862:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557964720.676561:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964720.676565:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00100000:8.0:1557964720.676565:0:14862:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_13:8c05ad95-98db-8b06-7942-a20be71d88ee:14862:1633636024601008:172.19.1.24@o2ib100:400 00000400:00000001:9.0:1557964720.676567:0:14867:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:8.0:1557964720.676567:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:9.0:1557964720.676568:0:14867:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964720.676568:0:14862:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1557964720.676569:0:14867:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:8.0:1557964720.676569:0:14862:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620300 x1633636024601008/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964720.676572:0:14862:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000200:9.0:1557964720.676573:0:14867:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964720.676573:0:14862:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557964720.676574:0:14862:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03dc00. 02000000:00000001:8.0:1557964720.676575:0:14862:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964720.676576:0:14862:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000200:9.0:1557964720.676577:0:14867:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000020:00000040:8.0:1557964720.676577:0:14862:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:8.0:1557964720.676578:0:14862:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964720.676578:0:14862:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f8b00. 02000000:00000001:8.0:1557964720.676580:0:14862:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964720.676580:0:14862:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964720.676580:0:14862:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620300. 00000100:00000001:9.0:1557964720.676581:0:14867:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:8.0:1557964720.676581:0:14862:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000400:00000010:9.0:1557964720.676582:0:14867:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe3453c0. 00000100:00000001:8.0:1557964720.676582:0:14862:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964720.676582:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:9.0:1557964720.676583:0:14867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356000 00000400:00000010:9.0:1557964720.676584:0:14867:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356000. 00000100:00000001:8.0:1557964720.676584:0:14862:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964720.676585:0:14867:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964720.676585:0:14862:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964720.676585:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964720.676586:0:14867:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:8.0:1557964720.676586:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676587:0:14867:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964720.676587:0:14867:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964720.676587:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964720.676587:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676588:0:14867:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964720.676589:0:14867:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964720.676591:0:14867:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=50 v=45 (45 45 45 45) 00000100:00001000:9.0:1557964720.676593:0:14867:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=50 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964720.676594:0:14867:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964720.676594:0:14867:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964720.676595:0:14867:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1557964720.676596:0:14867:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676597:0:14867:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1557964720.676597:0:14867:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557964720.676598:0:14867:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964720.676598:0:14867:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964720.676599:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964720.676602:0:14867:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964720.676603:0:14867:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557964720.676604:0:14867:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557964720.676605:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:9.0:1557964720.676608:0:14867:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:looze-MDT0000-lwp-OST0009_UUID:14867:1633636024601024:172.19.1.24@o2ib100:400 00000100:00000001:9.0:1557964720.676610:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964720.676611:0:14867:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1557964720.676613:0:14867:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620000 x1633636024601024/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964826 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964720.676616:0:14867:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964720.676616:0:14867:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1557964720.676617:0:14867:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdcc00. 02000000:00000001:9.0:1557964720.676618:0:14867:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964720.676619:0:14867:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964720.676619:0:14867:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:9.0:1557964720.676620:0:14867:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:9.0:1557964720.676621:0:14867:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f8700. 02000000:00000001:9.0:1557964720.676623:0:14867:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964720.676623:0:14867:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964720.676624:0:14867:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620000. 00000100:00000001:9.0:1557964720.676625:0:14867:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964720.676625:0:14867:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964720.676626:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964720.676628:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964720.676629:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676630:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964720.676630:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964720.676631:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964720.676632:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964721.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964721.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964721.508072:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964721.508073:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964721.508076:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964721.508078:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964721.508079:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964721.508079:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964721.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964721.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964721.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964721.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964721.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964721.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964721.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964721.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964722.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964722.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964722.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964722.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964722.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964722.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964722.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964722.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964722.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964722.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964722.508090:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964722.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964722.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964722.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964722.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964722.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964722.544173:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873a6a6600 (tot 24345748). 00000400:00000010:6.0:1557964722.544182:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873a6a6600 (tot 24345492). 00000020:00000001:6.0:1557964722.545169:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964722.545170:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318438871, max_age 4318442873 00002000:00000001:6.0:1557964722.545171:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964722.545172:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964722.545173:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964722.545175:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964722.545176:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964722.545177:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964722.545179:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964722.545180:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964722.545182:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964722.545183:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964722.545184:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964722.545186:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964722.545186:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964722.545211:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964722.545212:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318443873, max_age 4318442873 00000020:00000004:6.0:1557964722.545212:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964722.545213:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964722.545235:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964722.545236:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318443873, max_age 4318442873 00000020:00000004:6.0:1557964722.545237:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964722.545238:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964722.545260:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964722.545260:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318443873, max_age 4318442873 00000020:00000004:6.0:1557964722.545261:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964722.545262:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964723.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964723.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964723.508080:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964723.508082:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964723.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964723.508088:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964723.508090:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964723.508091:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964723.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964723.508122:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964723.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964723.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964723.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964723.508128:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964723.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964723.508130:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964724.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964724.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964724.508074:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964724.508077:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964724.508083:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964724.508084:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964724.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964724.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964724.508118:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964724.508118:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964724.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964724.508121:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964724.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964724.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964724.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964724.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964725.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964725.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964725.363064:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964725.363084:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964725.363092:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964725.363099:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964725.363102:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964725.363109:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0106c0 00000400:00000200:14.0:1557964725.363115:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9355 [1] + 0 00000400:00000010:14.0:1557964725.363119:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36ae0. 00000400:00000200:14.0:1557964725.363121:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3000 00000800:00000200:15.0:1557964725.363125:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964725.363125:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964725.363126:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964725.363129:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbde050 x1633635891480256 msgsize 224 00000100:00100000:14.0:1557964725.363135:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964725.363137:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964725.363140:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964725.363141:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3000 00000400:00000010:14.0:1557964725.363145:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3000. 00000400:00000010:14.0:1557964725.363147:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964725.363150:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964725.363153:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964725.363155:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964725.363177:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964725.363180:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964725.363182:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964725.363183:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964725.363185:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964725.363186:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964725.363190:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964725.363192:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480256 00000020:00000001:10.0:1557964725.363194:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964725.363197:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964725.363199:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964725.363201:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964725.363203:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964725.363206:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964725.363209:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964725.363210:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964725.363212:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964725.363215:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2980. 00000020:00000010:10.0:1557964725.363218:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964725.363220:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964725.363223:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964725.363224:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964725.363225:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964725.363228:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964725.363234:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964725.363237:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964725.363238:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964725.363239:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964725.363240:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964725.363242:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964725.363243:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964725.363248:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1593 00000100:00000040:10.0:1557964725.363250:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964725.363252:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547956816 : -131293161594800 : ffff8896edbde050) 00000100:00000040:10.0:1557964725.363256:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbde050 x1633635891480256/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:391/0 lens 224/0 e 0 to 0 dl 1557964786 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964725.363266:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964725.363267:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964725.363270:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891480256:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964725.363274:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480256 00000020:00000001:10.0:1557964725.363276:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964725.363278:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964725.363279:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964725.363282:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964725.363284:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964725.363286:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964725.363288:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964725.363290:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964725.363291:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964725.363292:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964725.363295:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964725.363296:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964725.363298:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964725.363299:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964725.363301:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964725.363303:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964725.363305:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964725.363306:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964725.363308:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964725.363312:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964725.363314:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964725.363316:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964725.363320:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964725.363322:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964725.363325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964725.363328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964725.363330:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964725.363333:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964725.363335:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964725.363337:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480256 00010000:00000001:10.0:1557964725.363339:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964725.363342:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbde050 x1633635891480256/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:391/0 lens 224/368 e 0 to 0 dl 1557964786 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964725.363351:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964725.363352:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964725.363354:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=28 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964725.363358:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964725.363362:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964725.363364:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964725.363366:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964725.363368:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964725.363369:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964725.363373:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964725.363375:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3000. 00000100:00000200:10.0:1557964725.363378:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480256, offset 192 00000400:00000010:10.0:1557964725.363382:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e5200 (tot 24345892). 00000400:00000200:10.0:1557964725.363386:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964725.363400:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964725.363405:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964725.363411:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964725.363413:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964725.363431:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964725.363433:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964725.363434:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964725.363435:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964725.363436:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964725.363437:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964725.363438:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964725.363438:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964725.363439:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964725.363441:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbde050 x1633635891480256/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:391/0 lens 224/336 e 0 to 0 dl 1557964786 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964725.363442:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964725.363444:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891480256:12345-172.19.1.25@o2ib100:13 Request processed in 177us (315us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964725.363447:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1593 00000100:00000040:10.0:1557964725.363448:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964725.363449:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964725.363449:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964725.363450:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964725.363451:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000010:10.0:1557964725.363451:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2980. 00000020:00000010:10.0:1557964725.363452:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000100:00000001:14.0:1557964725.363453:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000020:00000010:10.0:1557964725.363453:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000100:00000001:14.0:1557964725.363454:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000020:00000040:10.0:1557964725.363454:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000400:00000200:14.0:1557964725.363455:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3000 00000400:00000010:14.0:1557964725.363456:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3000. 02000000:00000001:10.0:1557964725.363456:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964725.363456:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 00000400:00000010:14.0:1557964725.363457:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e5200 (tot 24345492). 02000000:00000001:10.0:1557964725.363457:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:14.0:1557964725.363458:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964725.363458:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964725.363459:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964725.363460:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000010:10.0:1557964725.363460:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83cc0. 00000400:00000010:10.0:1557964725.363461:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2980. 00000400:00000001:10.0:1557964725.363463:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964725.363463:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964725.371380:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964725.371428:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964725.371438:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964725.371446:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964725.371449:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964725.371456:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc120c0 00000400:00000200:17.0:1557964725.371462:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd2f9 [1] + 0 00000400:00000010:17.0:1557964725.371466:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f957e0. 00000400:00000200:17.0:1557964725.371469:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebff80 00000800:00000200:4.0:1557964725.371471:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964725.371472:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964725.371473:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964725.371476:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b610450 x1633635870515392 msgsize 224 00000100:00100000:17.0:1557964725.371483:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964725.371500:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964725.371501:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964725.371502:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebff80 00000400:00000010:17.0:1557964725.371503:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebff80. 00000400:00000010:17.0:1557964725.371504:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964725.371506:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964725.371506:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964725.371507:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964725.371508:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964725.371509:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964725.371509:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964725.371509:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964725.371510:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964725.371511:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964725.371513:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964725.371514:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515392 00000020:00000001:1.0:1557964725.371515:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964725.371516:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964725.371517:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964725.371518:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964725.371519:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964725.371520:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964725.371521:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964725.371522:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964725.371524:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964725.371525:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462bd00. 00000020:00000010:1.0:1557964725.371526:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55b00. 00000100:00000040:1.0:1557964725.371527:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964725.371528:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964725.371529:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964725.371529:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964725.371530:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964725.371533:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964725.371535:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964725.371535:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964725.371536:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964725.371536:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964725.371537:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964725.371537:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964725.371539:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1599 00000100:00000040:1.0:1557964725.371562:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964725.371566:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836050000 : -131364873501616 : ffff88863b610450) 00000100:00000040:1.0:1557964725.371567:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b610450 x1633635870515392/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:391/0 lens 224/0 e 0 to 0 dl 1557964786 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964725.371588:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964725.371588:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964725.371589:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870515392:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964725.371591:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515392 00000020:00000001:1.0:1557964725.371592:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964725.371592:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964725.371593:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964725.371594:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964725.371594:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964725.371595:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964725.371596:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964725.371597:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964725.371597:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964725.371598:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964725.371599:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964725.371600:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964725.371601:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf800. 02000000:00000001:1.0:1557964725.371602:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964725.371602:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964725.371603:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964725.371604:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964725.371604:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964725.371605:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964725.371606:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964725.371609:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964725.371610:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964725.371611:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964725.371612:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964725.371613:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964725.371614:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964725.371615:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964725.371616:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515392 00010000:00000001:1.0:1557964725.371617:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964725.371618:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b610450 x1633635870515392/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:391/0 lens 224/368 e 0 to 0 dl 1557964786 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964725.371621:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964725.371622:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964725.371623:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=28 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964725.371624:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964725.371625:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964725.371626:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964725.371627:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964725.371627:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964725.371628:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964725.371629:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964725.371630:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ab00. 00000100:00000200:1.0:1557964725.371632:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515392, offset 192 00000400:00000010:1.0:1557964725.371633:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77200 (tot 24345892). 00000400:00000200:1.0:1557964725.371634:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964725.371640:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964725.371642:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964725.371645:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964725.371646:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964725.371647:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964725.371650:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964725.371650:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964725.371651:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964725.371652:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964725.371652:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964725.371653:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964725.371654:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964725.371654:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964725.371655:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b610450 x1633635870515392/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:391/0 lens 224/336 e 0 to 0 dl 1557964786 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964725.371659:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870515392:12345-172.19.1.24@o2ib100:13 Request processed in 87us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964725.371662:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1599 00000100:00000040:1.0:1557964725.371663:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964725.371663:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964725.371664:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964725.371665:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462bd00. 00000020:00000010:1.0:1557964725.371666:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55b00. 00000020:00000010:1.0:1557964725.371667:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964725.371668:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964725.371669:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964725.371670:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964725.371671:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88871d2e3a80. 00000400:00000010:1.0:1557964725.371672:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bd00. 00000400:00000001:1.0:1557964725.371673:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964725.371673:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964725.371691:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964725.371730:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964725.371734:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964725.371736:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964725.371738:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964725.371757:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf800. 02000000:00000001:7.0:1557964725.371759:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964725.371759:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964725.371762:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ab00 00000400:00000010:7.0:1557964725.371762:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ab00. 00000400:00000010:7.0:1557964725.371764:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77200 (tot 24345492). 00000800:00000200:7.0:1557964725.371765:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964725.371784:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964725.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964725.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964725.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964725.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964725.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964725.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964725.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964725.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964725.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964725.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964725.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964725.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964725.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964725.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964725.927594:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:4.0:1557964725.927647:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964725.927658:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:4.0:1557964725.927667:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:4.0:1557964725.927670:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964725.927676:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc8987260b0 00000400:00000200:4.0:1557964725.927682:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbbb9 [1] + 0 00000400:00000010:4.0:1557964725.927686:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354a80. 00000400:00000200:4.0:1557964725.927689:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81b00 00000800:00000200:17.0:1557964725.927690:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:4.0:1557964725.927692:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964725.927693:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:4.0:1557964725.927696:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863d644850 x1633636318339248 msgsize 224 00000100:00100000:4.0:1557964725.927704:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:4.0:1557964725.927705:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964725.927708:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964725.927709:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81b00 00000400:00000010:4.0:1557964725.927710:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81b00. 00000400:00000010:4.0:1557964725.927713:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964725.927715:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964725.927717:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557964725.927719:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964725.927743:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964725.927746:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964725.927748:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964725.927749:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964725.927751:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964725.927752:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964725.927755:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964725.927757:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339248 00000020:00000001:19.0:1557964725.927760:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964725.927763:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964725.927764:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964725.927767:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964725.927769:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964725.927772:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964725.927774:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964725.927777:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964725.927780:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88777989bc00. 00000020:00000010:19.0:1557964725.927784:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863febd780. 00000020:00000010:19.0:1557964725.927787:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737dcf200. 00000100:00000040:19.0:1557964725.927789:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964725.927791:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964725.927792:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964725.927793:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964725.927796:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964725.927798:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964725.927798:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964725.927804:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964725.927807:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964725.927808:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964725.927809:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964725.927810:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964725.927811:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964725.927812:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964725.927816:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 296 00000100:00000040:19.0:1557964725.927818:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964725.927820:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869818448 : -131364839733168 : ffff88863d644850) 00000100:00000040:19.0:1557964725.927824:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d644850 x1633636318339248/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:391/0 lens 224/0 e 0 to 0 dl 1557964786 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964725.927834:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964725.927835:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964725.927839:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24084:x1633636318339248:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964725.927842:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339248 00000020:00000001:19.0:1557964725.927844:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964725.927846:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964725.927847:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964725.927849:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964725.927851:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964725.927853:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964725.927854:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964725.927856:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964725.927856:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964725.927858:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964725.927859:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964725.927860:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964725.927862:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964725.927864:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964725.927865:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964725.927868:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff88777989b600. 02000000:00000001:19.0:1557964725.927870:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964725.927871:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964725.927873:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964725.927875:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339248 00010000:00000001:19.0:1557964725.927877:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964725.927880:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d644850 x1633636318339248/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:391/0 lens 224/224 e 0 to 0 dl 1557964786 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964725.927889:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964725.927890:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964725.927891:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=28 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964725.927895:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964725.927898:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964725.927900:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964725.927902:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964725.927903:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964725.927904:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964725.927907:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964725.927909:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febdb00. 00000100:00000200:19.0:1557964725.927912:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339248, offset 192 00000400:00000010:19.0:1557964725.927915:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff887779899600 (tot 24345892). 00000400:00000200:19.0:1557964725.927919:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964725.927932:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964725.927938:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964725.927943:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964725.927947:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964725.927949:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964725.927954:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964725.927955:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964725.927957:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964725.927959:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964725.927961:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964725.927993:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964725.927994:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964725.927994:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964725.927996:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d644850 x1633636318339248/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:391/0 lens 224/192 e 0 to 0 dl 1557964786 ref 1 fl Interpret:H/0/0 rc 0/0 00000800:00000200:12.2:1557964725.927997:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000100:00100000:19.0:1557964725.927999:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24084:x1633636318339248:12345-172.19.1.39@o2ib100:400 Request processed in 164us (303us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964725.928002:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 296 00000100:00000040:19.0:1557964725.928003:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964725.928004:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964725.928004:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964725.928005:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863febd780. 00000020:00000010:19.0:1557964725.928006:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737dcf200. 00000020:00000010:19.0:1557964725.928007:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88777989bc00. 00000020:00000040:19.0:1557964725.928007:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964725.928008:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964725.928009:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964725.928010:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88863d60c540. 00000400:00000010:19.0:1557964725.928011:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febd780. 00000400:00000001:19.0:1557964725.928012:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964725.928013:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964725.928034:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:21.0:1557964725.928038:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:21.0:1557964725.928040:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964725.928041:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964725.928062:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff88777989b600. 02000000:00000001:21.0:1557964725.928063:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964725.928064:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964725.928064:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863febdb00 00000400:00000010:21.0:1557964725.928067:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863febdb00. 00000400:00000010:21.0:1557964725.928068:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff887779899600 (tot 24345492). 00000800:00000200:21.0:1557964725.928070:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557964725.928072:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:8.0:1557964726.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964726.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964726.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964726.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964726.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964726.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964726.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964726.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964726.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964726.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964726.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964726.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964726.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964726.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964726.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964726.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.1F:1557964727.312018:0:0:0:(watchdog.c:120:lcw_cb()) Process entered 00000400:00000001:3.1:1557964727.312020:0:0:0:(watchdog.c:123:lcw_cb()) Process leaving 00000400:00000200:8.0:1557964727.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964727.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964727.508069:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964727.508070:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964727.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964727.508074:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964727.508076:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964727.508077:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964727.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964727.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964727.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964727.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964727.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964727.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964727.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964727.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964727.545819:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873630a900 (tot 24345748). 00000400:00000010:6.0:1557964727.545834:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873630a900 (tot 24345492). 00000020:00000001:6.0:1557964727.546935:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964727.546936:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318443873, max_age 4318447874 00002000:00000001:6.0:1557964727.546937:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964727.546938:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964727.546939:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964727.546942:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964727.546942:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964727.546943:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964727.546945:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964727.546946:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964727.546947:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964727.546948:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964727.546949:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964727.546951:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964727.546952:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964727.546984:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964727.546984:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318448874, max_age 4318447875 00000020:00000004:6.0:1557964727.546985:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964727.546986:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964727.547011:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964727.547012:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318448874, max_age 4318447875 00000020:00000004:6.0:1557964727.547013:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964727.547014:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964727.547037:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964727.547037:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318448874, max_age 4318447875 00000020:00000004:6.0:1557964727.547038:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964727.547039:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964728.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964728.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964728.508075:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964728.508077:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964728.508083:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964728.508084:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964728.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964728.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964728.508118:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964728.508118:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964728.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964728.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964728.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964728.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964728.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964728.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964729.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964729.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:15.0:1557964729.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964729.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964729.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964729.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964729.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964729.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964729.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964729.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964729.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964729.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964729.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964729.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964729.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964729.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964730.330023:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964730.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964730.371055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964730.371077:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964730.371084:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964730.371093:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964730.371096:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964730.371102:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0106e0 00000400:00000200:14.0:1557964730.371108:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9365 [1] + 0 00000400:00000010:14.0:1557964730.371113:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9540. 00000400:00000200:14.0:1557964730.371115:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f400 00000100:00000001:14.0:1557964730.371118:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964730.371119:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964730.371120:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964730.371122:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbde450 x1633635891480288 msgsize 224 00000100:00100000:14.0:1557964730.371128:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964730.371130:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964730.371134:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964730.371135:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f400 00000400:00000010:14.0:1557964730.371136:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f400. 00000400:00000010:14.0:1557964730.371139:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964730.371141:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964730.371144:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964730.371146:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964730.371170:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964730.371173:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964730.371177:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964730.371179:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964730.371180:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964730.371181:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964730.371185:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964730.371187:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480288 00000020:00000001:10.0:1557964730.371190:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964730.371191:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964730.371193:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964730.371195:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964730.371197:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964730.371199:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964730.371202:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964730.371204:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964730.371207:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964730.371210:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3d00. 00000020:00000010:10.0:1557964730.371212:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964730.371215:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964730.371217:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964730.371218:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964730.371220:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964730.371223:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964730.371231:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964730.371234:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964730.371235:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964730.371236:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964730.371237:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964730.371239:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964730.371240:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964730.371245:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1594 00000100:00000040:10.0:1557964730.371247:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964730.371249:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547957840 : -131293161593776 : ffff8896edbde450) 00000100:00000040:10.0:1557964730.371253:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbde450 x1633635891480288/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:396/0 lens 224/0 e 0 to 0 dl 1557964791 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964730.371263:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964730.371264:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964730.371267:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891480288:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964730.371271:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480288 00000020:00000001:10.0:1557964730.371273:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964730.371275:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964730.371276:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964730.371278:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964730.371279:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964730.371282:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964730.371283:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964730.371285:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964730.371286:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964730.371287:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964730.371289:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964730.371291:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964730.371292:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964730.371294:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964730.371296:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964730.371298:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964730.371300:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964730.371302:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964730.371304:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964730.371309:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964730.371311:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964730.371314:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964730.371317:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964730.371320:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964730.371323:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964730.371326:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964730.371328:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964730.371331:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964730.371333:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964730.371335:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480288 00010000:00000001:10.0:1557964730.371337:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964730.371340:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbde450 x1633635891480288/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:396/0 lens 224/368 e 0 to 0 dl 1557964791 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964730.371349:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964730.371351:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964730.371352:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=33 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964730.371356:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964730.371359:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964730.371361:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964730.371364:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964730.371365:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964730.371367:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964730.371370:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964730.371372:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3380. 00000100:00000200:10.0:1557964730.371375:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480288, offset 192 00000400:00000010:10.0:1557964730.371378:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6e00 (tot 24345892). 00000400:00000200:10.0:1557964730.371382:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964730.371406:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964730.371409:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964730.371412:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964730.371415:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964730.371416:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964730.371418:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964730.371419:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964730.371420:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964730.371421:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964730.371422:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964730.371423:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964730.371423:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964730.371424:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964730.371426:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbde450 x1633635891480288/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:396/0 lens 224/336 e 0 to 0 dl 1557964791 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964730.371429:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891480288:12345-172.19.1.25@o2ib100:13 Request processed in 166us (306us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964730.371432:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1594 00000100:00000040:10.0:1557964730.371433:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964730.371434:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964730.371435:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964730.371436:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3d00. 00000020:00000010:10.0:1557964730.371437:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964730.371438:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964730.371439:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964730.371440:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964730.371441:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964730.371442:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83c60. 00000400:00000010:10.0:1557964730.371443:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3d00. 00000400:00000001:10.0:1557964730.371444:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964730.371445:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964730.371446:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964730.371456:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964730.371460:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964730.371462:0:14820:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964730.371463:0:14820:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964730.371464:0:14820:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:14.0:1557964730.371466:0:14820:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964730.371485:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964730.371486:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3380 00000400:00000010:14.0:1557964730.371487:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3380. 00000400:00000010:14.0:1557964730.371489:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6e00 (tot 24345492). 00000800:00000200:14.0:1557964730.371490:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964730.371492:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964730.379542:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964730.379593:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964730.379603:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964730.379612:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964730.379615:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964730.379621:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc120e0 00000400:00000200:17.0:1557964730.379627:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd309 [1] + 0 00000400:00000010:17.0:1557964730.379632:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95780. 00000400:00000200:17.0:1557964730.379634:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe900 00000800:00000200:4.0:1557964730.379638:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964730.379639:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964730.379640:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964730.379643:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888636e58050 x1633635870515424 msgsize 224 00000100:00100000:17.0:1557964730.379649:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964730.379652:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964730.379655:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964730.379656:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe900 00000400:00000010:17.0:1557964730.379658:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe900. 00000400:00000010:17.0:1557964730.379661:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:1.0:1557964730.379664:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964730.379665:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964730.379668:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964730.379668:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964730.379670:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964730.379671:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964730.379672:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964730.379674:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964730.379676:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964730.379680:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964730.379684:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515424 00000020:00000001:1.0:1557964730.379701:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964730.379702:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964730.379703:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964730.379705:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964730.379706:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964730.379707:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964730.379708:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964730.379709:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964730.379710:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964730.379711:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462af00. 00000020:00000010:1.0:1557964730.379712:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54d80. 00000100:00000040:1.0:1557964730.379714:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964730.379714:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964730.379715:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964730.379715:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964730.379717:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964730.379719:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964730.379720:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964730.379720:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964730.379721:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964730.379721:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964730.379722:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964730.379722:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964730.379724:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1600 00000100:00000040:1.0:1557964730.379725:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964730.379725:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708760846416 : -131364948705200 : ffff888636e58050) 00000100:00000040:1.0:1557964730.379727:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888636e58050 x1633635870515424/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:396/0 lens 224/0 e 0 to 0 dl 1557964791 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964730.379730:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964730.379731:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964730.379732:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870515424:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964730.379733:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515424 00000020:00000001:1.0:1557964730.379734:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964730.379735:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964730.379735:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964730.379737:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964730.379739:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964730.379740:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964730.379740:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964730.379741:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964730.379742:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964730.379742:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964730.379744:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964730.379744:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964730.379745:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:1.0:1557964730.379746:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964730.379747:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964730.379747:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964730.379748:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964730.379749:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964730.379750:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964730.379751:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964730.379752:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964730.379753:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964730.379754:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964730.379755:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964730.379756:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964730.379757:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964730.379758:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964730.379759:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515424 00010000:00000001:1.0:1557964730.379760:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964730.379761:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888636e58050 x1633635870515424/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:396/0 lens 224/368 e 0 to 0 dl 1557964791 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964730.379764:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964730.379765:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964730.379766:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=33 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964730.379767:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964730.379768:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964730.379769:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964730.379770:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964730.379771:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964730.379771:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964730.379773:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964730.379773:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a780. 00000100:00000200:1.0:1557964730.379775:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515424, offset 192 00000400:00000010:1.0:1557964730.379776:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70000 (tot 24345892). 00000400:00000200:1.0:1557964730.379778:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964730.379783:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964730.379785:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964730.379789:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964730.379790:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964730.379791:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964730.379793:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964730.379793:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964730.379794:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964730.379795:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964730.379795:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964730.379796:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964730.379797:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964730.379797:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964730.379798:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888636e58050 x1633635870515424/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:396/0 lens 224/336 e 0 to 0 dl 1557964791 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964730.379802:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870515424:12345-172.19.1.24@o2ib100:13 Request processed in 70us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964730.379805:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1600 00000100:00000040:1.0:1557964730.379806:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964730.379806:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964730.379807:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964730.379808:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462af00. 00000020:00000010:1.0:1557964730.379809:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54d80. 00000020:00000010:1.0:1557964730.379810:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964730.379810:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964730.379812:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964730.379813:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964730.379815:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897132165a0. 00000400:00000010:1.0:1557964730.379815:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462af00. 00000400:00000001:1.0:1557964730.379816:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964730.379817:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964730.379832:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964730.379870:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964730.379873:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964730.379877:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964730.379878:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964730.379879:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:21.0:1557964730.379900:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964730.379901:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964730.379903:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a780 00000400:00000010:21.0:1557964730.379904:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a780. 00000400:00000010:21.0:1557964730.379905:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70000 (tot 24345492). 00000800:00000200:21.0:1557964730.379907:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964730.379908:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:15.0:1557964730.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:15.0:1557964730.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964730.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964730.508064:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:15.0:1557964730.508066:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964730.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:15.0:1557964730.508070:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:15.0:1557964730.508071:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:15.0:1557964730.508073:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964730.508075:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:15.0:1557964730.508076:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964730.508077:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964730.508079:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964730.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964730.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964730.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964730.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964730.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:8.0:1557964730.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964730.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:8.0:1557964730.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964731.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964731.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964731.508107:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964731.508109:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964731.508119:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964731.508119:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964731.508122:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964731.508123:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964731.508135:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964731.508137:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964731.508141:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964731.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964731.508151:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964731.508154:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964731.508156:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964731.508157:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964732.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964732.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964732.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964732.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964732.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964732.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964732.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964732.508075:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964732.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964732.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964732.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964732.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964732.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964732.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964732.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964732.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964732.547436:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887063d5a00 (tot 24345748). 00000400:00000010:6.0:1557964732.547451:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887063d5a00 (tot 24345492). 00000020:00000001:6.0:1557964732.548528:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964732.548529:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318448874, max_age 4318452876 00002000:00000001:6.0:1557964732.548531:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964732.548531:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964732.548532:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964732.548535:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964732.548536:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964732.548537:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964732.548538:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964732.548539:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964732.548541:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964732.548542:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964732.548543:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964732.548544:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964732.548544:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964732.548568:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964732.548569:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318453876, max_age 4318452876 00000020:00000004:6.0:1557964732.548571:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964732.548572:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964732.548593:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964732.548594:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318453876, max_age 4318452876 00000020:00000004:6.0:1557964732.548595:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964732.548596:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964732.548619:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964732.548619:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318453876, max_age 4318452876 00000020:00000004:6.0:1557964732.548620:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964732.548621:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964733.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964733.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964733.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964733.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964733.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964733.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964733.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964733.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964733.508058:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964733.508059:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964733.508061:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964733.508061:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964733.508077:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964733.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964733.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964733.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964734.330020:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964734.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964734.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964734.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964734.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964734.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964734.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964734.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964734.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964734.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964734.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964734.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964734.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964734.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964734.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964734.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964735.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964735.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964735.379059:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964735.379082:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964735.379090:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964735.379098:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964735.379101:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964735.379107:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010700 00000400:00000200:14.0:1557964735.379113:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9375 [1] + 0 00000400:00000010:14.0:1557964735.379118:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9660. 00000400:00000200:14.0:1557964735.379120:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ee80 00000800:00000200:15.0:1557964735.379123:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964735.379124:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964735.379125:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964735.379127:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbde850 x1633635891480320 msgsize 224 00000100:00100000:14.0:1557964735.379134:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964735.379135:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964735.379139:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964735.379140:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ee80 00000400:00000010:14.0:1557964735.379142:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ee80. 00000400:00000010:14.0:1557964735.379144:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964735.379147:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964735.379149:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964735.379151:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964735.379176:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964735.379179:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964735.379181:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964735.379183:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964735.379184:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964735.379186:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964735.379189:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964735.379194:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480320 00000020:00000001:10.0:1557964735.379196:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964735.379197:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964735.379199:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964735.379201:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964735.379203:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964735.379205:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964735.379208:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964735.379210:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964735.379212:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964735.379215:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2c00. 00000020:00000010:10.0:1557964735.379217:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964735.379220:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964735.379222:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964735.379224:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964735.379225:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964735.379228:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964735.379233:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964735.379236:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964735.379238:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964735.379239:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964735.379240:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964735.379241:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964735.379242:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964735.379247:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1595 00000100:00000040:10.0:1557964735.379249:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964735.379251:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547958864 : -131293161592752 : ffff8896edbde850) 00000100:00000040:10.0:1557964735.379256:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbde850 x1633635891480320/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:401/0 lens 224/0 e 0 to 0 dl 1557964796 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964735.379266:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964735.379267:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964735.379270:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891480320:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964735.379274:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480320 00000020:00000001:10.0:1557964735.379276:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964735.379279:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964735.379280:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964735.379282:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964735.379283:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964735.379286:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964735.379287:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964735.379289:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964735.379290:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964735.379291:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964735.379294:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964735.379295:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964735.379297:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c000. 02000000:00000001:10.0:1557964735.379299:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964735.379301:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964735.379303:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964735.379305:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964735.379306:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964735.379307:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964735.379311:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964735.379313:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964735.379316:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964735.379319:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964735.379322:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964735.379325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964735.379327:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964735.379330:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964735.379333:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964735.379334:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964735.379336:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480320 00010000:00000001:10.0:1557964735.379338:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964735.379342:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbde850 x1633635891480320/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:401/0 lens 224/368 e 0 to 0 dl 1557964796 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964735.379350:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964735.379353:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964735.379355:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=38 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964735.379358:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964735.379361:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964735.379364:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964735.379366:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964735.379367:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964735.379369:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964735.379372:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964735.379374:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2380. 00000100:00000200:10.0:1557964735.379377:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480320, offset 192 00000400:00000010:10.0:1557964735.379382:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3a00 (tot 24345892). 00000400:00000200:10.0:1557964735.379386:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964735.379400:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964735.379405:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964735.379411:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964735.379414:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964735.379416:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964735.379420:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964735.379421:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964735.379423:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964735.379426:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964735.379428:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964735.379430:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000800:00000200:14.2:1557964735.379431:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964735.379431:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964735.379433:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964735.379435:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbde850 x1633635891480320/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:401/0 lens 224/336 e 0 to 0 dl 1557964796 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964735.379441:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964735.379446:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964735.379446:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891480320:12345-172.19.1.25@o2ib100:13 Request processed in 178us (316us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964735.379465:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964735.379465:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964735.379465:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1595 00000100:00000040:10.0:1557964735.379466:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000200:14.0:1557964735.379468:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2380 00000100:00000001:10.0:1557964735.379468:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557964735.379469:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2380. 00000100:00000001:10.0:1557964735.379469:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:14.0:1557964735.379470:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3a00 (tot 24345492). 00000020:00000010:10.0:1557964735.379470:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2c00. 00000800:00000200:14.0:1557964735.379471:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000010:10.0:1557964735.379471:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000800:00000200:14.0:1557964735.379472:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964735.379472:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964735.379473:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964735.379475:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964735.379475:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c000. 02000000:00000001:10.0:1557964735.379476:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964735.379477:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964735.379478:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964735.379479:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83c00. 00000400:00000010:10.0:1557964735.379480:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2c00. 00000400:00000001:10.0:1557964735.379481:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964735.379482:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964735.387350:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964735.387392:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964735.387397:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964735.387400:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964735.387402:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964735.387405:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12100 00000400:00000200:4.0:1557964735.387407:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd329 [1] + 0 00000400:00000010:4.0:1557964735.387409:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95720. 00000400:00000200:4.0:1557964735.387410:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe980 00000100:00000001:4.0:1557964735.387412:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964735.387413:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964735.387414:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630267c50 x1633635870515456 msgsize 224 00000100:00100000:4.0:1557964735.387416:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964735.387417:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964735.387418:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964735.387419:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe980 00000400:00000010:4.0:1557964735.387420:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe980. 00000400:00000010:4.0:1557964735.387421:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964735.387422:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964735.387423:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964735.387423:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964735.387423:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964735.387425:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964735.387425:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964735.387426:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964735.387427:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964735.387428:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964735.387429:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964735.387431:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964735.387432:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515456 00000020:00000001:1.0:1557964735.387433:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964735.387433:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964735.387434:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964735.387435:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964735.387436:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964735.387437:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964735.387438:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964735.387439:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964735.387441:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964735.387442:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b380. 00000020:00000010:1.0:1557964735.387443:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54000. 00000100:00000040:1.0:1557964735.387445:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964735.387446:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964735.387446:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964735.387447:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964735.387448:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964735.387450:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964735.387452:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964735.387452:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964735.387453:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964735.387453:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964735.387453:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964735.387455:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964735.387457:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1601 00000100:00000040:1.0:1557964735.387458:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964735.387477:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647664720 : -131365061886896 : ffff888630267c50) 00000100:00000040:1.0:1557964735.387480:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267c50 x1633635870515456/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:401/0 lens 224/0 e 0 to 0 dl 1557964796 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964735.387483:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964735.387484:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964735.387485:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870515456:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964735.387486:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515456 00000020:00000001:1.0:1557964735.387487:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964735.387488:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964735.387489:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964735.387489:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964735.387490:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964735.387491:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964735.387492:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964735.387492:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964735.387493:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964735.387493:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964735.387495:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964735.387495:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964735.387496:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac800. 02000000:00000001:1.0:1557964735.387497:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964735.387497:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964735.387515:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964735.387516:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964735.387517:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964735.387518:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964735.387518:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964735.387520:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964735.387521:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964735.387522:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964735.387525:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964735.387526:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964735.387527:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964735.387528:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964735.387528:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515456 00010000:00000001:1.0:1557964735.387529:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964735.387531:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267c50 x1633635870515456/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:401/0 lens 224/368 e 0 to 0 dl 1557964796 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964735.387534:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964735.387534:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964735.387535:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=38 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964735.387537:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964735.387538:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964735.387539:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964735.387539:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964735.387540:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964735.387541:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964735.387542:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964735.387543:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b480. 00000100:00000200:1.0:1557964735.387544:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515456, offset 192 00000400:00000010:1.0:1557964735.387546:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77400 (tot 24345892). 00000400:00000200:1.0:1557964735.387547:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964735.387552:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964735.387554:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964735.387557:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964735.387558:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964735.387559:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964735.387561:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964735.387562:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964735.387562:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964735.387563:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964735.387564:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964735.387565:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964735.387566:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964735.387566:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964735.387567:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267c50 x1633635870515456/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:401/0 lens 224/336 e 0 to 0 dl 1557964796 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964735.387571:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870515456:12345-172.19.1.24@o2ib100:13 Request processed in 87us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964735.387574:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1601 00000100:00000040:1.0:1557964735.387575:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964735.387575:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964735.387576:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964735.387577:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b380. 00000020:00000010:1.0:1557964735.387578:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54000. 00000020:00000010:1.0:1557964735.387579:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964735.387579:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964735.387580:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964735.387582:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964735.387583:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216720. 00000400:00000010:1.0:1557964735.387583:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b380. 00000400:00000001:1.0:1557964735.387584:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964735.387585:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964735.387600:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964735.387637:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964735.387641:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964735.387643:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964735.387644:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964735.387645:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac800. 02000000:00000001:7.0:1557964735.387665:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964735.387665:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964735.387666:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b480 00000400:00000010:7.0:1557964735.387667:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b480. 00000400:00000010:7.0:1557964735.387669:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77400 (tot 24345492). 00000800:00000200:7.0:1557964735.387670:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964735.387672:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964735.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964735.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964735.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964735.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964735.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964735.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964735.508066:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964735.508067:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964735.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964735.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964735.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964735.508086:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964735.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964735.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964736.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964736.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964736.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964736.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964736.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964736.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964736.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964736.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964736.508058:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964736.508060:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964736.508061:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964736.508062:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964736.508076:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964736.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964736.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964736.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964737.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964737.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964737.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964737.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964737.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964737.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964737.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964737.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964737.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964737.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964737.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964737.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964737.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964737.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964737.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964737.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964737.549002:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88870335b200 (tot 24345748). 00000400:00000010:6.0:1557964737.549009:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88870335b200 (tot 24345492). 00000020:00000001:6.0:1557964737.549967:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964737.549968:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318453876, max_age 4318457877 00002000:00000001:6.0:1557964737.549969:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964737.549969:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964737.549970:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964737.549973:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964737.549974:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964737.549982:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964737.549983:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964737.549984:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964737.549986:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964737.549987:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964737.549988:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964737.549989:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964737.549989:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964737.550017:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964737.550018:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318458878, max_age 4318457878 00000020:00000004:6.0:1557964737.550018:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964737.550019:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964737.550043:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964737.550044:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318458878, max_age 4318457878 00000020:00000004:6.0:1557964737.550045:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964737.550047:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964737.550069:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964737.550069:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318458878, max_age 4318457878 00000020:00000004:6.0:1557964737.550070:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964737.550071:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964738.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964738.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964738.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964738.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964738.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964738.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964738.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964738.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964738.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964738.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964738.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964738.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964738.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964738.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964738.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964738.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964739.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964739.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964739.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964739.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964739.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964739.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964739.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964739.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964739.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964739.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964739.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964739.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964739.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964739.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964739.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964739.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964740.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964740.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964740.387059:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964740.387081:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964740.387089:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964740.387098:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964740.387101:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964740.387107:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010720 00000400:00000200:14.0:1557964740.387113:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9385 [1] + 0 00000400:00000010:14.0:1557964740.387118:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9f60. 00000400:00000200:14.0:1557964740.387120:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e980 00000800:00000200:15.0:1557964740.387123:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964740.387123:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964740.387125:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964740.387127:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdec50 x1633635891480352 msgsize 224 00000100:00100000:14.0:1557964740.387134:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964740.387135:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964740.387139:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964740.387140:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e980 00000400:00000010:14.0:1557964740.387142:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e980. 00000400:00000010:14.0:1557964740.387144:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964740.387146:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964740.387149:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964740.387151:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964740.387176:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964740.387180:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964740.387184:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964740.387185:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964740.387187:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964740.387188:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964740.387192:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964740.387195:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480352 00000020:00000001:10.0:1557964740.387197:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964740.387198:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964740.387200:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964740.387202:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964740.387204:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964740.387206:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964740.387210:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964740.387212:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964740.387214:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964740.387217:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3280. 00000020:00000010:10.0:1557964740.387220:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964740.387223:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964740.387225:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964740.387228:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964740.387229:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964740.387232:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964740.387238:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964740.387241:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964740.387242:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964740.387243:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964740.387244:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964740.387246:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964740.387247:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964740.387252:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1596 00000100:00000040:10.0:1557964740.387254:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964740.387256:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547959888 : -131293161591728 : ffff8896edbdec50) 00000100:00000040:10.0:1557964740.387260:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdec50 x1633635891480352/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:406/0 lens 224/0 e 0 to 0 dl 1557964801 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964740.387270:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964740.387271:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964740.387275:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891480352:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964740.387278:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480352 00000020:00000001:10.0:1557964740.387281:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964740.387283:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964740.387284:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964740.387286:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964740.387288:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964740.387290:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964740.387292:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964740.387293:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964740.387294:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964740.387296:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964740.387298:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964740.387299:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964740.387301:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c000. 02000000:00000001:10.0:1557964740.387303:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964740.387305:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964740.387307:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964740.387309:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964740.387310:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964740.387312:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964740.387316:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964740.387318:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964740.387321:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964740.387324:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964740.387326:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964740.387329:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964740.387332:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964740.387334:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964740.387337:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964740.387339:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964740.387341:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480352 00010000:00000001:10.0:1557964740.387343:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964740.387346:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdec50 x1633635891480352/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:406/0 lens 224/368 e 0 to 0 dl 1557964801 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964740.387355:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964740.387357:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964740.387358:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=43 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964740.387362:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964740.387365:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964740.387368:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964740.387370:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964740.387371:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964740.387373:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964740.387376:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964740.387378:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3a00. 00000100:00000200:10.0:1557964740.387381:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480352, offset 192 00000400:00000010:10.0:1557964740.387386:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3000 (tot 24345892). 00000400:00000200:10.0:1557964740.387391:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964740.387414:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964740.387417:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964740.387421:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964740.387422:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964740.387423:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964740.387425:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964740.387426:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964740.387427:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964740.387428:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964740.387429:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964740.387430:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964740.387430:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964740.387431:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964740.387432:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdec50 x1633635891480352/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:406/0 lens 224/336 e 0 to 0 dl 1557964801 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964740.387437:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891480352:12345-172.19.1.25@o2ib100:13 Request processed in 165us (309us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964740.387440:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1596 00000100:00000040:10.0:1557964740.387441:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964740.387441:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964740.387442:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964740.387443:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3280. 00000020:00000010:10.0:1557964740.387444:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964740.387445:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964740.387446:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964740.387447:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964740.387448:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964740.387449:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83720. 00000400:00000010:10.0:1557964740.387450:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3280. 00000400:00000001:10.0:1557964740.387451:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964740.387452:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964740.387453:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964740.387462:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964740.387466:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964740.387470:0:14819:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964740.387470:0:14819:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964740.387490:0:14819:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c000. 02000000:00000001:14.0:1557964740.387492:0:14819:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964740.387492:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964740.387494:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3a00 00000400:00000010:14.0:1557964740.387495:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3a00. 00000400:00000010:14.0:1557964740.387497:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3000 (tot 24345492). 00000800:00000200:15.0:1557964740.387498:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964740.387500:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964740.395316:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964740.395370:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964740.395380:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964740.395388:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964740.395391:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964740.395398:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12120 00000400:00000200:17.0:1557964740.395404:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd349 [1] + 0 00000400:00000010:17.0:1557964740.395408:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f956c0. 00000400:00000200:17.0:1557964740.395411:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe700 00000100:00000001:17.0:1557964740.395414:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964740.395415:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964740.395418:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630267850 x1633635870515488 msgsize 224 00000800:00000200:4.0:1557964740.395422:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00100000:17.0:1557964740.395424:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964740.395426:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964740.395429:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964740.395430:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe700 00000400:00000010:17.0:1557964740.395432:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe700. 00000400:00000010:17.0:1557964740.395435:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964740.395438:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964740.395438:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964740.395441:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964740.395442:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964740.395444:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964740.395444:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964740.395446:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964740.395448:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964740.395449:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964740.395454:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964740.395457:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515488 00000020:00000001:1.0:1557964740.395460:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964740.395461:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964740.395463:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964740.395465:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964740.395467:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964740.395470:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964740.395479:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964740.395481:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964740.395483:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964740.395486:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ba00. 00000020:00000010:1.0:1557964740.395488:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55a40. 00000100:00000040:1.0:1557964740.395491:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964740.395493:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964740.395494:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964740.395495:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964740.395498:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964740.395503:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964740.395506:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964740.395507:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964740.395508:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964740.395509:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964740.395510:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964740.395511:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964740.395515:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1602 00000100:00000040:1.0:1557964740.395517:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964740.395519:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647663696 : -131365061887920 : ffff888630267850) 00000100:00000040:1.0:1557964740.395523:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267850 x1633635870515488/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:406/0 lens 224/0 e 0 to 0 dl 1557964801 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964740.395533:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964740.395534:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964740.395537:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870515488:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964740.395541:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515488 00000020:00000001:1.0:1557964740.395542:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964740.395545:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964740.395561:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964740.395562:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964740.395563:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964740.395564:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964740.395564:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964740.395565:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964740.395566:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964740.395567:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964740.395568:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964740.395568:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964740.395569:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:1.0:1557964740.395570:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964740.395571:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964740.395572:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964740.395572:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964740.395573:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964740.395574:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964740.395575:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964740.395576:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964740.395577:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964740.395578:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964740.395579:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964740.395580:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964740.395581:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964740.395582:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964740.395583:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515488 00010000:00000001:1.0:1557964740.395584:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964740.395585:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267850 x1633635870515488/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:406/0 lens 224/368 e 0 to 0 dl 1557964801 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964740.395588:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964740.395589:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964740.395590:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=43 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964740.395591:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964740.395592:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964740.395593:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964740.395594:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964740.395594:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964740.395595:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964740.395596:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964740.395598:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b200. 00000100:00000200:1.0:1557964740.395600:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515488, offset 192 00000400:00000010:1.0:1557964740.395603:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73e00 (tot 24345892). 00000400:00000200:1.0:1557964740.395604:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964740.395609:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964740.395611:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964740.395614:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964740.395615:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964740.395616:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964740.395618:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964740.395619:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964740.395620:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964740.395621:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964740.395621:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964740.395622:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964740.395622:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964740.395623:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964740.395624:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267850 x1633635870515488/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:406/0 lens 224/336 e 0 to 0 dl 1557964801 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964740.395628:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870515488:12345-172.19.1.24@o2ib100:13 Request processed in 94us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964740.395648:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1602 00000100:00000040:1.0:1557964740.395649:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964740.395649:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964740.395650:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964740.395651:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ba00. 00000020:00000010:1.0:1557964740.395651:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55a40. 00000020:00000010:1.0:1557964740.395652:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964740.395653:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964740.395654:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964740.395655:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:29.2:1557964740.395656:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000400:00000010:1.0:1557964740.395657:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216600. 00000400:00000010:1.0:1557964740.395657:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ba00. 00000400:00000001:1.0:1557964740.395659:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964740.395659:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964740.395700:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964740.395720:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964740.395722:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964740.395724:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964740.395725:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:21.0:1557964740.395746:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964740.395748:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964740.395749:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b200 00000400:00000010:21.0:1557964740.395751:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b200. 00000400:00000010:21.0:1557964740.395752:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73e00 (tot 24345492). 00000800:00000200:21.0:1557964740.395753:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964740.395755:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964740.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964740.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964740.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964740.508061:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964740.508063:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964740.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964740.508066:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964740.508068:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964740.508069:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964740.508071:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964740.508072:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964740.508073:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964740.508075:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964740.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964740.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964740.508092:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964740.508094:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964740.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964740.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964740.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964740.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964741.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964741.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964741.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964741.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964741.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964741.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964741.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964741.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964741.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964741.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964741.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964741.508094:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964741.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964741.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964741.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964741.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964742.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964742.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964742.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964742.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964742.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964742.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964742.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964742.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964742.508062:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964742.508063:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964742.508064:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964742.508065:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964742.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964742.508083:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964742.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964742.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964742.550470:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888703fa7000 (tot 24345748). 00000400:00000010:6.0:1557964742.550485:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888703fa7000 (tot 24345492). 00000020:00000001:6.0:1557964742.551518:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964742.551519:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318458878, max_age 4318462879 00002000:00000001:6.0:1557964742.551520:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964742.551521:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964742.551522:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964742.551524:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964742.551525:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964742.551526:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964742.551527:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964742.551528:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964742.551530:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964742.551531:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964742.551532:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964742.551533:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964742.551533:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964742.551558:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964742.551559:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318463879, max_age 4318462879 00000020:00000004:6.0:1557964742.551559:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964742.551560:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964742.551583:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964742.551583:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318463879, max_age 4318462879 00000020:00000004:6.0:1557964742.551584:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964742.551585:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964742.551607:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964742.551607:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318463879, max_age 4318462879 00000020:00000004:6.0:1557964742.551609:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964742.551610:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964743.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964743.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964743.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964743.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964743.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964743.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964743.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964743.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964743.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964743.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964743.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964743.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964743.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964743.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964743.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964743.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964744.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964744.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964744.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964744.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964744.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964744.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964744.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964744.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964744.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964744.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964744.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964744.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964744.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964744.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964744.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964744.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964745.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964745.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964745.395055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964745.395077:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964745.395084:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964745.395093:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964745.395096:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964745.395102:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010770 00000400:00000200:14.0:1557964745.395108:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x93b5 [1] + 0 00000400:00000010:14.0:1557964745.395113:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9ba0. 00000400:00000200:14.0:1557964745.395115:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fc80 00000800:00000200:15.0:1557964745.395117:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964745.395119:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964745.395120:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964745.395122:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdf050 x1633635891480432 msgsize 224 00000100:00100000:14.0:1557964745.395129:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964745.395130:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964745.395134:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964745.395135:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fc80 00000400:00000010:14.0:1557964745.395137:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fc80. 00000400:00000010:14.0:1557964745.395139:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964745.395142:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964745.395144:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964745.395146:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964745.395170:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964745.395175:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964745.395178:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964745.395180:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964745.395181:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964745.395184:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964745.395188:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964745.395191:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480432 00000020:00000001:10.0:1557964745.395193:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964745.395194:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964745.395196:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964745.395198:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964745.395200:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964745.395202:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964745.395205:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964745.395207:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964745.395209:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964745.395213:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2080. 00000020:00000010:10.0:1557964745.395215:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964745.395218:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964745.395220:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964745.395221:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964745.395222:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964745.395225:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964745.395231:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964745.395234:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964745.395235:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964745.395237:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964745.395238:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964745.395239:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964745.395240:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964745.395245:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1597 00000100:00000040:10.0:1557964745.395247:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964745.395249:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547960912 : -131293161590704 : ffff8896edbdf050) 00000100:00000040:10.0:1557964745.395253:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdf050 x1633635891480432/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:411/0 lens 224/0 e 0 to 0 dl 1557964806 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964745.395263:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964745.395265:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964745.395268:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891480432:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964745.395275:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480432 00000020:00000001:10.0:1557964745.395277:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964745.395279:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964745.395280:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.395282:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964745.395284:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964745.395286:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964745.395287:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964745.395289:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964745.395290:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964745.395291:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964745.395294:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964745.395295:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964745.395297:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738c00. 02000000:00000001:10.0:1557964745.395299:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964745.395300:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964745.395302:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964745.395304:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964745.395305:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964745.395307:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964745.395311:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964745.395313:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964745.395315:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964745.395318:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964745.395321:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964745.395339:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964745.395340:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964745.395341:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964745.395343:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964745.395343:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964745.395344:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480432 00010000:00000001:10.0:1557964745.395345:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964745.395347:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdf050 x1633635891480432/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:411/0 lens 224/368 e 0 to 0 dl 1557964806 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964745.395351:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964745.395352:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964745.395353:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=48 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964745.395354:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964745.395355:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964745.395357:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964745.395357:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964745.395358:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964745.395359:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964745.395360:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964745.395361:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3a00. 00000100:00000200:10.0:1557964745.395362:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480432, offset 192 00000400:00000010:10.0:1557964745.395365:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6a00 (tot 24345892). 00000400:00000200:10.0:1557964745.395366:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964745.395372:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964745.395374:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964745.395376:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964745.395377:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964745.395378:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964745.395381:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964745.395382:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964745.395382:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964745.395384:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964745.395384:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964745.395385:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964745.395386:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.395387:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964745.395388:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdf050 x1633635891480432/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:411/0 lens 224/336 e 0 to 0 dl 1557964806 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964745.395392:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891480432:12345-172.19.1.25@o2ib100:13 Request processed in 128us (269us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964745.395395:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1597 00000100:00000040:10.0:1557964745.395396:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964745.395397:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964745.395398:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964745.395399:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2080. 00000020:00000010:10.0:1557964745.395400:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964745.395401:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964745.395402:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964745.395403:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964745.395405:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964745.395406:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83ba0. 00000400:00000010:10.0:1557964745.395406:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2080. 00000400:00000001:10.0:1557964745.395407:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964745.395408:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964745.395409:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964745.395418:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964745.395420:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964745.395422:0:14820:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964745.395423:0:14820:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964745.395424:0:14820:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738c00. 02000000:00000001:14.0:1557964745.395445:0:14820:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964745.395446:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964745.395447:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3a00 00000400:00000010:14.0:1557964745.395448:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3a00. 00000400:00000010:14.0:1557964745.395450:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6a00 (tot 24345492). 00000800:00000200:14.0:1557964745.395452:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557964745.395453:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964745.403439:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964745.403482:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964745.403486:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964745.403490:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964745.403492:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964745.403495:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12140 00000400:00000200:4.0:1557964745.403498:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd359 [1] + 0 00000400:00000010:4.0:1557964745.403499:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95660. 00000400:00000200:4.0:1557964745.403500:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe680 00000100:00000001:4.0:1557964745.403502:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964745.403503:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964745.403504:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630267450 x1633635870515520 msgsize 224 00000100:00100000:4.0:1557964745.403506:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964745.403507:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964745.403509:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964745.403509:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe680 00000400:00000010:4.0:1557964745.403510:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe680. 00000400:00000010:4.0:1557964745.403511:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964745.403512:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964745.403513:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964745.403513:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964745.403513:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964745.403515:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:4.0:1557964745.403516:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964745.403517:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964745.403517:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964745.403518:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964745.403519:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964745.403521:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964745.403522:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515520 00000020:00000001:1.0:1557964745.403523:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964745.403524:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964745.403525:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964745.403526:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964745.403526:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964745.403527:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964745.403529:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964745.403529:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964745.403531:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964745.403532:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ad80. 00000020:00000010:1.0:1557964745.403533:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54c00. 00000100:00000040:1.0:1557964745.403534:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964745.403535:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964745.403536:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964745.403536:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964745.403538:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964745.403540:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964745.403541:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964745.403542:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964745.403542:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964745.403542:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964745.403543:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964745.403544:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964745.403545:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1603 00000100:00000040:1.0:1557964745.403565:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964745.403566:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647662672 : -131365061888944 : ffff888630267450) 00000100:00000040:1.0:1557964745.403568:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267450 x1633635870515520/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:411/0 lens 224/0 e 0 to 0 dl 1557964806 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964745.403572:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964745.403572:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964745.403573:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870515520:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964745.403575:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515520 00000020:00000001:1.0:1557964745.403576:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964745.403577:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964745.403577:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964745.403578:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964745.403579:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964745.403579:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964745.403580:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964745.403581:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964745.403581:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964745.403582:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964745.403583:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964745.403584:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964745.403585:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:1.0:1557964745.403586:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964745.403586:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964745.403587:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964745.403605:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964745.403605:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964745.403606:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964745.403607:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964745.403608:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964745.403609:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964745.403612:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964745.403613:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964745.403614:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964745.403615:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964745.403616:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964745.403617:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515520 00010000:00000001:1.0:1557964745.403617:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964745.403619:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267450 x1633635870515520/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:411/0 lens 224/368 e 0 to 0 dl 1557964806 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964745.403622:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964745.403622:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964745.403623:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=48 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964745.403625:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964745.403626:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964745.403627:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964745.403628:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964745.403628:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964745.403629:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964745.403630:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964745.403631:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bf80. 00000100:00000200:1.0:1557964745.403632:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515520, offset 192 00000400:00000010:1.0:1557964745.403634:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77000 (tot 24345892). 00000400:00000200:1.0:1557964745.403635:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964745.403640:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964745.403642:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964745.403645:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964745.403646:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964745.403647:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964745.403649:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964745.403650:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964745.403651:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964745.403652:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964745.403652:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964745.403653:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964745.403653:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964745.403654:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964745.403655:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267450 x1633635870515520/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:411/0 lens 224/336 e 0 to 0 dl 1557964806 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:29.2:1557964745.403656:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964745.403662:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870515520:12345-172.19.1.24@o2ib100:13 Request processed in 89us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964745.403665:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1603 00000100:00000040:1.0:1557964745.403666:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964745.403667:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964745.403667:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964745.403668:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ad80. 00000020:00000010:1.0:1557964745.403669:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54c00. 00000020:00000010:1.0:1557964745.403670:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964745.403670:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964745.403671:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964745.403673:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964745.403674:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216840. 00000400:00000010:1.0:1557964745.403674:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ad80. 00000400:00000001:1.0:1557964745.403675:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964745.403676:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964745.403695:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964745.403699:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964745.403701:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964745.403702:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964745.403703:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:21.0:1557964745.403723:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964745.403723:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964745.403725:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bf80 00000400:00000010:21.0:1557964745.403726:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bf80. 00000400:00000010:21.0:1557964745.403729:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77000 (tot 24345492). 00000800:00000200:21.0:1557964745.403731:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964745.403732:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964745.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964745.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964745.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964745.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964745.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964745.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964745.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964745.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964745.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964745.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964745.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964745.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964745.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964745.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676037:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964745.676043:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964745.676046:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620c00. 00000020:00000040:10.0:1557964745.676048:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964745.676051:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964745.676053:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964745.676054:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964745.676059:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fba00. 00000100:00000001:10.0:1557964745.676062:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676067:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676077:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964745.676078:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964745.676081:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676085:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620c00] to pc [ptlrpcd_01_00:0] req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964745.676100:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676102:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964745.676105:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964745.676106:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620900. 00000020:00000040:10.0:1557964745.676110:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964745.676112:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964745.676113:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964745.676114:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964745.676118:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fa800. 00000100:00000001:10.0:1557964745.676119:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676123:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676131:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964745.676132:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964745.676133:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676136:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620900] to pc [ptlrpcd_01_01:1] req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964745.676139:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964745.676142:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964745.676143:0:14849:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964745.676145:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676146:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557964745.676147:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:25.0:1557964745.676149:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:11.0:1557964745.676149:0:14849:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964745.676149:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:25.0:1557964745.676150:0:14850:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000010:10.0:1557964745.676150:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627620f00. 00000020:00000040:10.0:1557964745.676152:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:10.0:1557964745.676154:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964745.676154:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:25.0:1557964745.676155:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:10.0:1557964745.676155:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964745.676157:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fa300. 00000100:00000001:10.0:1557964745.676158:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676159:0:14849:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1557964745.676160:0:14849:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676161:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964745.676163:0:14849:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1557964745.676165:0:14849:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676166:0:14850:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557964745.676167:0:14850:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1557964745.676168:0:14849:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_00:8c05ad95-98db-8b06-7942-a20be71d88ee:14849:1633636024601056:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964745.676169:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000001:25.0:1557964745.676170:0:14850:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964745.676170:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964745.676171:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964745.676172:0:14850:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676172:0:14849:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1557964745.676173:0:14849:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:10.0:1557964745.676174:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627620f00] to pc [ptlrpcd_01_02:2] req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:25.0:1557964745.676175:0:14850:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0000-lwp-OST0009_UUID:14850:1633636024601072:172.19.1.24@o2ib100:400 02000000:00000001:11.0:1557964745.676177:0:14849:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676179:0:14850:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1557964745.676179:0:14849:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:25.0:1557964745.676180:0:14850:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:11.0:1557964745.676181:0:14849:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0a400. 02000000:00000001:25.0:1557964745.676182:0:14850:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964745.676183:0:14850:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:11.0:1557964745.676183:0:14849:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:25.0:1557964745.676186:0:14850:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736390a00. 00000400:00000010:11.0:1557964745.676187:0:14849:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff99c0. 00000100:00000001:10.0:1557964745.676187:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964745.676188:0:14850:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000400:00000010:11.0:1557964745.676190:0:14849:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33e600. 00000400:00000010:25.0:1557964745.676191:0:14850:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88971739cba0. 00000020:00000001:10.0:1557964745.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=441512 : 441512 : 6bca8) 00000100:00000200:11.0:1557964745.676193:0:14849:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601056, portal 25 00000400:00000010:25.0:1557964745.676194:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07900. 00000100:00000001:11.0:1557964745.676195:0:14849:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964745.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000100:00000001:11.0:1557964745.676196:0:14849:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220049920 : -131296489501696 : ffff889627620c00) 00000100:00000200:25.0:1557964745.676197:0:14850:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601072, portal 10 00000020:00000001:10.0:1557964745.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000020:00000001:10.0:1557964745.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709291824 : -259792 : fffffffffffc0930) 00000100:00000001:25.0:1557964745.676199:0:14850:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557964745.676200:0:14850:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220049152 : -131296489502464 : ffff889627620900) 00000020:00000001:10.0:1557964745.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000040:11.0:1557964745.676201:0:14849:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000020:00000001:10.0:1557964745.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709429016 : -122600 : fffffffffffe2118) 00000100:00000040:25.0:1557964745.676205:0:14850:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=90560 : 90560 : 161c0) 00000020:00000001:10.0:1557964745.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709470600 : -81016 : fffffffffffec388) 00000020:00000001:10.0:1557964745.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1097270 : 1097270 : 10be36) 00000100:00000001:11.0:1557964745.676210:0:14849:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964745.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=73911 : 73911 : 120b7) 00000020:00000001:10.0:1557964745.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709455226 : -96390 : fffffffffffe877a) 00000100:00000040:11.0:1557964745.676213:0:14849:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:25.0:1557964745.676214:0:14850:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000400:00000010:11.0:1557964745.676214:0:14849:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33ee00. 00000020:00000001:10.0:1557964745.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709529563 : -22053 : ffffffffffffa9db) 00000020:00000001:10.0:1557964745.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147519088 : 147519088 : 8caf670) 00000100:00000200:11.0:1557964745.676216:0:14849:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601056, offset 0 00000100:00000040:25.0:1557964745.676217:0:14850:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964745.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526444 : -25172 : ffffffffffff9dac) 00000400:00000010:25.0:1557964745.676218:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07280. 00000020:00000001:10.0:1557964745.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000400:00000010:11.0:1557964745.676219:0:14849:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0ae00 (tot 24345892). 00000100:00000200:25.0:1557964745.676220:0:14850:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601072, offset 0 00000020:00000001:10.0:1557964745.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709090072 : -461544 : fffffffffff8f518) 00000020:00000001:10.0:1557964745.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000400:00000010:25.0:1557964745.676223:0:14850:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736396e00 (tot 24346292). 00000020:00000001:10.0:1557964745.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=131752 : 131752 : 202a8) 00000400:00000200:11.0:1557964745.676224:0:14849:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964745.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557964745.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286496 : -265120 : fffffffffffbf460) 00000100:00000001:8.0:1557964745.676227:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964745.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000400:00000200:25.0:1557964745.676230:0:14850:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964745.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00000001:8.0:1557964745.676230:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964745.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000001:8.0:1557964745.676232:0:14851:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:13.0:1557964745.676233:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964745.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=996938 : 996938 : f364a) 00000020:00000001:10.0:1557964745.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000001:13.0:1557964745.676236:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964745.676236:0:14849:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964745.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000100:00000001:13.0:1557964745.676238:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:8.0:1557964745.676238:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964745.676239:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964745.676242:0:14849:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964745.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964745.676248:0:14850:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964745.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964745.676249:0:14849:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964745.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676249:0:14851:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1557964745.676250:0:14851:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964745.676251:0:14849:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964745.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676252:0:14851:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:25.0:1557964745.676253:0:14850:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:11.0:1557964745.676254:0:14849:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964745.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676254:0:14851:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964745.676258:0:14849:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964745.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1557964745.676258:0:14851:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:looze-MDT0001-lwp-OST0009_UUID:14851:1633636024601088:172.19.1.25@o2ib100:400 00000800:00000200:25.0:1557964745.676259:0:14850:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964745.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676260:0:14849:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676261:0:14849:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964745.676261:0:14851:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:25.0:1557964745.676262:0:14850:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964745.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676263:0:14851:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:25.0:1557964745.676264:0:14850:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000100:00000001:11.0:1557964745.676264:0:14849:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676264:0:14851:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676266:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676266:0:14851:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:11.0:1557964745.676267:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964745.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964745.676268:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (23)++ 00000800:00000200:25.0:1557964745.676268:0:14850:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964745.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964745.676269:0:14851:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03dc00. 00000100:00000001:25.0:1557964745.676270:0:14850:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676271:0:14851:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676272:0:14850:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964745.676272:0:14849:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964745.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676273:0:14849:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:25.0:1557964745.676274:0:14850:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964745.676274:0:14851:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000100:00000001:11.0:1557964745.676275:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964745.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676276:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676276:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964745.676277:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964745.676277:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000100:00000001:25.0:1557964745.676278:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964745.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676279:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964745.676280:0:14851:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601088, portal 10 00000100:00000001:11.0:1557964745.676281:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964745.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676282:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964745.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676282:0:14851:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557964745.676283:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:11.0:1557964745.676283:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964745.676283:0:14851:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220050688 : -131296489500928 : ffff889627620f00) 00000100:00000001:11.0:1557964745.676284:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676285:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964745.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676286:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964745.676286:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676287:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964745.676288:0:14851:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964745.676289:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676291:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964745.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676292:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964745.676292:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676294:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676299:0:14851:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964745.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964745.676302:0:14851:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964745.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964745.676304:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775da00. 00000020:00000001:10.0:1557964745.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964745.676306:0:14851:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601088, offset 0 00000020:00000001:10.0:1557964745.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964745.676309:0:14851:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03aa00 (tot 24346692). 00000020:00000001:10.0:1557964745.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964745.676313:0:14851:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964745.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964745.676318:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964745.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964745.676326:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964745.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964745.676326:0:14851:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964745.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964745.676330:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964745.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964745.676331:0:14851:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964745.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:17.0:1557964745.676335:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964745.676337:0:14851:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964745.676340:0:14851:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:8.0:1557964745.676342:0:14851:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964745.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964745.676346:0:14851:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:17.0:1557964745.676348:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964745.676348:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676348:0:14851:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676350:0:14851:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:17.0:1557964745.676352:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676352:0:14851:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676354:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676356:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964745.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676360:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:17.0:1557964745.676361:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676361:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:4.0:1557964745.676361:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:17.0:1557964745.676363:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964745.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676363:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:17.0:1557964745.676364:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ee00 00000020:00000001:10.0:1557964745.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676364:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964745.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676365:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:17.0:1557964745.676366:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ee00. 00000020:00000001:10.0:1557964745.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676367:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676369:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:17.0:1557964745.676370:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0ae00 (tot 24346292). 00000020:00000001:10.0:1557964745.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676370:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:4.0:1557964745.676370:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964745.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676371:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676372:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964745.676373:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964745.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964745.676374:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964745.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964745.676376:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964745.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964745.676379:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964745.676382:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964745.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676389:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964745.676389:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964745.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964745.676392:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676393:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676397:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676399:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964745.676400:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964745.676400:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964745.676401:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676402:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676403:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964745.676403:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964745.676404:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964745.676404:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07280 00000800:00000200:14.0:1557964745.676406:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964745.676406:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964745.676406:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07280. 00000020:00000001:10.0:1557964745.676407:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676408:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964745.676410:0:14821:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964745.676410:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964745.676410:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736396e00 (tot 24345892). 00000020:00000001:10.0:1557964745.676411:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676412:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964745.676413:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000020:00000001:10.0:1557964745.676414:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676415:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964745.676417:0:14821:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676417:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676418:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676419:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676421:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676422:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676423:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676425:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676426:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964745.676428:0:14821:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964745.676428:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676429:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676430:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964745.676431:0:14821:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964745.676432:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676433:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676435:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676436:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676438:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964745.676439:0:14821:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676439:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676440:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964745.676441:0:14821:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964745.676458:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676458:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964745.676459:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964745.676459:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775da00 00000020:00000001:10.0:1557964745.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964745.676460:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775da00. 00000020:00000001:10.0:1557964745.676460:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676460:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676461:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676461:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964745.676462:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03aa00 (tot 24345492). 00000020:00000001:10.0:1557964745.676462:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676462:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676463:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676463:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964745.676464:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000001:10.0:1557964745.676464:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676464:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676464:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676465:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676465:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676466:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676466:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676467:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676467:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964745.676468:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964745.676468:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318492004) 00000800:00000200:29.2:1557964745.676477:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964745.676534:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964745.676539:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964745.676542:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964745.676544:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964745.676546:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f049e0 00000400:00000200:7.0:1557964745.676550:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd8d9 [1] + 192 00000100:00000001:7.0:1557964745.676553:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:7.0:1557964745.676554:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.2:1557964745.676559:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000100:00000040:7.0:1557964745.676559:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964745.676563:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:7.0:1557964745.676564:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:17.0:1557964745.676565:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:14.0:1557964745.676566:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000010:7.0:1557964745.676566:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:15.0:1557964745.676568:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:7.0:1557964745.676568:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000400:00000200:14.0:1557964745.676569:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:7.0:1557964745.676569:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000800:00000200:17.0:1557964745.676570:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:7.0:1557964745.676570:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000010:14.0:1557964745.676571:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:7.0:1557964745.676572:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:14.0:1557964745.676573:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a00 00000400:00000200:17.0:1557964745.676574:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000200:14.0:1557964745.676591:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x994d [1] + 192 00000400:00000010:17.0:1557964745.676593:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24346292). 00000100:00000001:14.0:1557964745.676594:0:14820:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964745.676595:0:14820:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:17.0:1557964745.676596:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f049f0 00000400:00000200:17.0:1557964745.676599:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd8e1 [1] + 192 00000100:00000040:14.0:1557964745.676599:0:14820:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964745.676602:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:11.0:1557964745.676602:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964745.676603:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:17.0:1557964745.676604:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964745.676604:0:14820:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964745.676605:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345892). 00000800:00000200:14.0:1557964745.676606:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:8.0:1557964745.676606:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:14.0:1557964745.676607:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:8.0:1557964745.676607:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:17.0:1557964745.676608:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964745.676608:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:8.0:1557964745.676608:0:14851:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964745.676608:0:14851:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964745.676609:0:14851:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:8.0:1557964745.676611:0:14851:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964745.676613:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964745.676614:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:11.0:1557964745.676614:0:14849:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000200:8.0:1557964745.676614:0:14851:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000001:11.0:1557964745.676615:0:14849:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:17.0:1557964745.676616:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:11.0:1557964745.676616:0:14849:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:17.0:1557964745.676617:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964745.676618:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:11.0:1557964745.676619:0:14849:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964745.676619:0:14851:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:8.0:1557964745.676620:0:14851:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000200:8.0:1557964745.676620:0:14851:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557964745.676621:0:14851:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964745.676622:0:14851:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:11.0:1557964745.676623:0:14849:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964745.676623:0:14851:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964745.676623:0:14851:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964745.676624:0:14851:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964745.676624:0:14851:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964745.676625:0:14851:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676627:0:14849:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00001000:8.0:1557964745.676627:0:14851:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=75 v=45 (45 45 45 45) 00000100:00001000:8.0:1557964745.676628:0:14851:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=75 v=45 (1 1 1 1) 00000400:00000010:11.0:1557964745.676629:0:14849:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff99c0. 00000400:00000200:11.0:1557964745.676629:0:14849:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e600 00000100:00000001:8.0:1557964745.676629:0:14851:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000400:00000010:11.0:1557964745.676630:0:14849:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e600. 00000100:00000001:8.0:1557964745.676630:0:14851:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964745.676630:0:14851:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:11.0:1557964745.676631:0:14849:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964745.676632:0:14849:0:(client.c:1337:after_reply()) Process entered 00010000:00080000:8.0:1557964745.676632:0:14851:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:11.0:1557964745.676633:0:14849:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964745.676634:0:14849:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557964745.676635:0:14849:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964745.676635:0:14851:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964745.676636:0:14849:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676636:0:14851:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557964745.676636:0:14851:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00001000:11.0:1557964745.676637:0:14849:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=75 v=45 (45 45 45 45) 00000100:00000001:8.0:1557964745.676637:0:14851:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557964745.676637:0:14851:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964745.676638:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00001000:11.0:1557964745.676639:0:14849:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=75 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964745.676640:0:14849:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964745.676640:0:14849:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964745.676641:0:14849:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1557964745.676641:0:14849:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676641:0:14851:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964745.676642:0:14849:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676642:0:14851:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964745.676642:0:14851:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964745.676643:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:11.0:1557964745.676643:0:14849:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:8.0:1557964745.676643:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964745.676644:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:25.0:1557964745.676646:0:14850:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:11.0:1557964745.676646:0:14849:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:8.0:1557964745.676646:0:14851:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:looze-MDT0001-lwp-OST0009_UUID:14851:1633636024601088:172.19.1.25@o2ib100:400 00000400:00000001:25.0:1557964745.676647:0:14850:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:11.0:1557964745.676647:0:14849:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964745.676648:0:14850:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:11.0:1557964745.676648:0:14849:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964745.676648:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964745.676648:0:14851:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1557964745.676649:0:14849:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:8.0:1557964745.676649:0:14851:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620f00 x1633636024601088/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:25.0:1557964745.676650:0:14850:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:11.0:1557964745.676653:0:14849:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_00:8c05ad95-98db-8b06-7942-a20be71d88ee:14849:1633636024601056:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964745.676653:0:14851:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964745.676653:0:14851:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557964745.676654:0:14851:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03dc00. 00000100:00000200:25.0:1557964745.676655:0:14850:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964745.676655:0:14851:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964745.676655:0:14851:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557964745.676656:0:14851:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:11.0:1557964745.676657:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:8.0:1557964745.676657:0:14851:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964745.676657:0:14851:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fa300. 00000100:00000001:25.0:1557964745.676658:0:14850:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:11.0:1557964745.676658:0:14849:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:8.0:1557964745.676658:0:14851:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:25.0:1557964745.676659:0:14850:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88971739cba0. 00000100:00000040:11.0:1557964745.676659:0:14849:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620c00 x1633636024601056/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Complete:RN/0/0 rc 0/0 02000000:00000001:8.0:1557964745.676659:0:14851:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964745.676659:0:14851:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620f00. 00000400:00000200:25.0:1557964745.676660:0:14850:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07900 00000100:00000001:8.0:1557964745.676660:0:14851:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964745.676660:0:14851:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:25.0:1557964745.676661:0:14850:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07900. 00000100:00000001:8.0:1557964745.676661:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964745.676662:0:14850:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964745.676662:0:14849:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557964745.676662:0:14849:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:8.0:1557964745.676662:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964745.676662:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676662:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000010:11.0:1557964745.676663:0:14849:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0a400. 00000100:00000001:8.0:1557964745.676663:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964745.676663:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964745.676664:0:14850:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557964745.676664:0:14850:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 02000000:00000001:11.0:1557964745.676664:0:14849:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:8.0:1557964745.676664:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676665:0:14850:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000020:00000001:11.0:1557964745.676665:0:14849:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964745.676665:0:14849:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:11.0:1557964745.676666:0:14849:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964745.676667:0:14849:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fba00. 02000000:00000001:11.0:1557964745.676668:0:14849:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964745.676668:0:14849:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964745.676669:0:14849:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620c00. 00000100:00000001:25.0:1557964745.676680:0:14850:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676680:0:14849:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 02000000:00000001:25.0:1557964745.676681:0:14850:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676681:0:14849:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964745.676681:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:25.0:1557964745.676682:0:14850:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=75 v=45 (45 45 45 45) 00000100:00001000:25.0:1557964745.676683:0:14850:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=75 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964745.676684:0:14849:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964745.676685:0:14850:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964745.676685:0:14850:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676685:0:14849:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:25.0:1557964745.676686:0:14850:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:25.0:1557964745.676686:0:14850:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676686:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964745.676686:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964745.676687:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964745.676688:0:14850:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:11.0:1557964745.676688:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964745.676689:0:14850:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:25.0:1557964745.676689:0:14850:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:25.0:1557964745.676690:0:14850:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964745.676691:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964745.676694:0:14850:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557964745.676695:0:14850:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964745.676695:0:14850:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:25.0:1557964745.676696:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:25.0:1557964745.676700:0:14850:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0000-lwp-OST0009_UUID:14850:1633636024601072:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557964745.676702:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964745.676702:0:14850:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:25.0:1557964745.676703:0:14850:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627620900 x1633636024601072/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964851 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964745.676706:0:14850:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557964745.676706:0:14850:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557964745.676707:0:14850:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736390a00. 02000000:00000001:25.0:1557964745.676708:0:14850:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964745.676709:0:14850:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557964745.676709:0:14850:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:25.0:1557964745.676710:0:14850:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964745.676710:0:14850:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fa800. 02000000:00000001:25.0:1557964745.676712:0:14850:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964745.676712:0:14850:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964745.676713:0:14850:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627620900. 00000100:00000001:25.0:1557964745.676714:0:14850:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964745.676715:0:14850:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964745.676715:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964745.676717:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964745.676718:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676718:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964745.676719:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964745.676720:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964745.676720:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964746.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964746.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964746.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964746.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964746.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964746.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964746.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964746.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964746.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964746.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964746.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964746.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964746.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964746.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964746.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964746.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964747.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964747.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964747.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964747.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964747.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964747.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964747.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964747.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964747.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964747.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964747.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964747.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964747.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964747.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964747.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964747.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964747.552022:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887354c7c00 (tot 24345748). 00000400:00000010:6.0:1557964747.552037:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887354c7c00 (tot 24345492). 00000020:00000001:6.0:1557964747.553031:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964747.553032:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318463879, max_age 4318467881 00002000:00000001:6.0:1557964747.553033:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964747.553034:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964747.553035:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964747.553037:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964747.553038:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964747.553039:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964747.553040:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964747.553042:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964747.553043:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964747.553044:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964747.553045:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964747.553046:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964747.553047:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964747.553071:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964747.553072:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318468881, max_age 4318467881 00000020:00000004:6.0:1557964747.553073:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964747.553074:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964747.553096:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964747.553096:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318468881, max_age 4318467881 00000020:00000004:6.0:1557964747.553097:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964747.553098:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964747.553119:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964747.553120:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318468881, max_age 4318467881 00000020:00000004:6.0:1557964747.553120:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964747.553121:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964748.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964748.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964748.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964748.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964748.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964748.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964748.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964748.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964748.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964748.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964748.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964748.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964748.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964748.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964748.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964748.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964749.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964749.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964749.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964749.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964749.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964749.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964749.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964749.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964749.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964749.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964749.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964749.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964749.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964749.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964749.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964749.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964750.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964750.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964750.403048:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964750.403070:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964750.403078:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964750.403085:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964750.403089:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964750.403095:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010790 00000400:00000200:14.0:1557964750.403101:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x93c5 [1] + 0 00000400:00000010:14.0:1557964750.403108:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36360. 00000400:00000200:14.0:1557964750.403110:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2300 00000800:00000200:15.0:1557964750.403111:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964750.403114:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964750.403115:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964750.403117:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdf450 x1633635891480464 msgsize 224 00000100:00100000:14.0:1557964750.403123:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964750.403125:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964750.403129:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964750.403130:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2300 00000400:00000010:14.0:1557964750.403132:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2300. 00000400:00000010:14.0:1557964750.403134:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964750.403137:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964750.403140:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964750.403141:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964750.403166:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964750.403170:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964750.403172:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964750.403173:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964750.403175:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964750.403176:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964750.403180:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964750.403182:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480464 00000020:00000001:10.0:1557964750.403184:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964750.403188:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964750.403189:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964750.403191:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964750.403193:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964750.403196:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964750.403199:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964750.403201:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964750.403203:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964750.403206:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2780. 00000020:00000010:10.0:1557964750.403208:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964750.403211:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964750.403213:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964750.403214:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964750.403215:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964750.403218:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964750.403224:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964750.403228:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964750.403229:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964750.403230:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964750.403231:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964750.403232:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964750.403234:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964750.403239:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1598 00000100:00000040:10.0:1557964750.403241:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964750.403243:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547961936 : -131293161589680 : ffff8896edbdf450) 00000100:00000040:10.0:1557964750.403247:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdf450 x1633635891480464/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:416/0 lens 224/0 e 0 to 0 dl 1557964811 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964750.403257:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964750.403258:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964750.403261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891480464:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964750.403265:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480464 00000020:00000001:10.0:1557964750.403267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964750.403269:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964750.403270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964750.403273:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964750.403275:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964750.403277:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964750.403279:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964750.403280:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964750.403282:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964750.403283:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964750.403286:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964750.403287:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964750.403289:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964750.403291:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964750.403292:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964750.403294:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964750.403296:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964750.403297:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964750.403299:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964750.403303:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964750.403305:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964750.403307:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964750.403325:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964750.403326:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964750.403327:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964750.403328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964750.403330:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964750.403331:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964750.403332:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964750.403333:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480464 00010000:00000001:10.0:1557964750.403334:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964750.403335:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdf450 x1633635891480464/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:416/0 lens 224/368 e 0 to 0 dl 1557964811 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964750.403338:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964750.403339:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964750.403340:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=53 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964750.403341:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964750.403343:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964750.403343:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964750.403344:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964750.403345:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964750.403346:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964750.403347:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964750.403347:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2a00. 00000100:00000200:10.0:1557964750.403349:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480464, offset 192 00000400:00000010:10.0:1557964750.403353:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e4600 (tot 24345892). 00000400:00000200:10.0:1557964750.403354:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964750.403360:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964750.403363:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964750.403365:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964750.403366:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964750.403367:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964750.403369:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964750.403370:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964750.403371:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964750.403372:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964750.403372:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964750.403373:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00010000:00000001:10.0:1557964750.403373:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964750.403374:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964750.403374:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964750.403375:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdf450 x1633635891480464/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:416/0 lens 224/336 e 0 to 0 dl 1557964811 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964750.403377:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964750.403379:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964750.403379:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891480464:12345-172.19.1.25@o2ib100:13 Request processed in 122us (261us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964750.403381:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964750.403382:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964750.403382:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2a00 00000100:00100000:10.0:1557964750.403382:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1598 00000400:00000010:14.0:1557964750.403383:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2a00. 00000100:00000040:10.0:1557964750.403383:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964750.403384:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e4600 (tot 24345492). 00000100:00000001:10.0:1557964750.403384:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964750.403385:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964750.403385:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964750.403386:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964750.403386:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2780. 00000020:00000010:10.0:1557964750.403387:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964750.403388:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964750.403389:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964750.403390:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964750.403391:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964750.403391:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964750.403392:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964750.403393:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964750.403394:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83b40. 00000400:00000010:10.0:1557964750.403395:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2780. 00000400:00000001:10.0:1557964750.403396:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964750.403396:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964750.411377:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964750.411440:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964750.411444:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964750.411448:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964750.411450:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964750.411453:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12190 00000400:00000200:4.0:1557964750.411456:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd369 [1] + 0 00000400:00000010:4.0:1557964750.411458:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95600. 00000400:00000200:4.0:1557964750.411459:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe600 00000100:00000001:4.0:1557964750.411461:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964750.411461:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964750.411462:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630267050 x1633635870515600 msgsize 224 00000100:00100000:4.0:1557964750.411465:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964750.411465:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964750.411467:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964750.411467:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe600 00000400:00000010:4.0:1557964750.411468:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe600. 00000400:00000010:4.0:1557964750.411469:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964750.411470:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964750.411471:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964750.411472:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964750.411474:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964750.411500:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964750.411502:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964750.411503:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964750.411504:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964750.411505:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964750.411505:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964750.411507:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964750.411508:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515600 00000020:00000001:1.0:1557964750.411509:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964750.411510:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964750.411511:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964750.411512:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964750.411513:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964750.411514:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964750.411515:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964750.411516:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964750.411517:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964750.411520:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a200. 00000020:00000010:1.0:1557964750.411521:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a552c0. 00000100:00000040:1.0:1557964750.411523:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964750.411523:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964750.411524:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964750.411524:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964750.411526:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964750.411529:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964750.411530:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964750.411531:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964750.411531:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964750.411531:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964750.411532:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964750.411533:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964750.411535:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1604 00000100:00000040:1.0:1557964750.411536:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964750.411536:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647661648 : -131365061889968 : ffff888630267050) 00000100:00000040:1.0:1557964750.411538:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267050 x1633635870515600/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:416/0 lens 224/0 e 0 to 0 dl 1557964811 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964750.411541:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964750.411542:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964750.411543:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870515600:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964750.411545:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515600 00000020:00000001:1.0:1557964750.411545:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964750.411546:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964750.411547:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964750.411548:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964750.411548:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964750.411549:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964750.411550:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964750.411551:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964750.411551:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964750.411552:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964750.411553:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964750.411554:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964750.411555:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:1.0:1557964750.411556:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964750.411556:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964750.411557:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964750.411558:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964750.411559:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964750.411560:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964750.411560:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964750.411562:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964750.411563:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964750.411564:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964750.411565:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964750.411566:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964750.411567:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964750.411568:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964750.411568:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515600 00010000:00000001:1.0:1557964750.411569:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964750.411571:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267050 x1633635870515600/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:416/0 lens 224/368 e 0 to 0 dl 1557964811 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964750.411574:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964750.411575:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964750.411575:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=53 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964750.411577:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964750.411578:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964750.411579:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964750.411580:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964750.411580:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964750.411581:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964750.411582:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964750.411584:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462bf80. 00000100:00000200:1.0:1557964750.411585:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515600, offset 192 00000400:00000010:1.0:1557964750.411587:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77a00 (tot 24345892). 00000400:00000200:1.0:1557964750.411589:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964750.411595:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964750.411598:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964750.411601:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964750.411602:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964750.411603:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964750.411605:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964750.411606:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964750.411606:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964750.411607:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964750.411608:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964750.411609:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964750.411609:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964750.411610:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964750.411611:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267050 x1633635870515600/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:416/0 lens 224/336 e 0 to 0 dl 1557964811 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964750.411615:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870515600:12345-172.19.1.24@o2ib100:13 Request processed in 72us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964750.411618:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1604 00000100:00000040:1.0:1557964750.411619:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964750.411620:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964750.411620:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964750.411621:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a200. 00000020:00000010:1.0:1557964750.411622:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a552c0. 00000020:00000010:1.0:1557964750.411623:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964750.411624:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964750.411625:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964750.411626:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964750.411627:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216900. 00000400:00000010:1.0:1557964750.411628:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a200. 00000400:00000001:1.0:1557964750.411629:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964750.411630:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964750.411638:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964750.411673:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964750.411678:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964750.411680:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964750.411681:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964750.411682:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8c00. 00000800:00000200:17.0:1557964750.411682:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000001:21.0:1557964750.411684:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964750.411684:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964750.411686:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bf80 00000400:00000010:21.0:1557964750.411687:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bf80. 00000400:00000010:21.0:1557964750.411689:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77a00 (tot 24345492). 00000800:00000200:21.0:1557964750.411690:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964750.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964750.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964750.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964750.508053:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964750.508056:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964750.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964750.508059:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964750.508060:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964750.508062:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964750.508064:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964750.508065:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964750.508066:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964750.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964750.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964750.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964750.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964750.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964750.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964750.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964750.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964750.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964750.927733:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:7.0:1557964750.927784:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964750.927794:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:7.0:1557964750.927802:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:7.0:1557964750.927804:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964750.927810:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726100 00000400:00000200:7.0:1557964750.927816:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbc29 [1] + 0 00000400:00000010:7.0:1557964750.927821:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83549c0. 00000400:00000200:7.0:1557964750.927823:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81d00 00000100:00000001:7.0:1557964750.927826:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964750.927828:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:4.0:1557964750.927828:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000040:7.0:1557964750.927830:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863d644450 x1633636318339328 msgsize 224 00000100:00100000:7.0:1557964750.927836:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:7.0:1557964750.927837:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964750.927840:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964750.927841:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81d00 00000400:00000010:7.0:1557964750.927842:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81d00. 00000400:00000010:7.0:1557964750.927845:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964750.927848:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964750.927850:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557964750.927852:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964750.927875:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964750.927878:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964750.927881:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964750.927883:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964750.927884:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964750.927885:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964750.927889:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964750.927891:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339328 00000020:00000001:19.0:1557964750.927893:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964750.927894:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964750.927896:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964750.927899:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964750.927901:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964750.927903:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964750.927906:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964750.927907:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964750.927910:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88777989ca00. 00000020:00000010:19.0:1557964750.927913:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863febca80. 00000020:00000010:19.0:1557964750.927915:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737dcf200. 00000100:00000040:19.0:1557964750.927918:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964750.927920:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964750.927921:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964750.927922:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964750.927925:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964750.927926:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964750.927927:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964750.927933:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964750.927936:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964750.927937:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964750.927938:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964750.927939:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964750.927939:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964750.927941:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964750.927945:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 297 00000100:00000040:19.0:1557964750.927947:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964750.927949:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869817424 : -131364839734192 : ffff88863d644450) 00000100:00000040:19.0:1557964750.927953:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d644450 x1633636318339328/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:416/0 lens 224/0 e 0 to 0 dl 1557964811 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964750.927972:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964750.927973:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964750.928031:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24089:x1633636318339328:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964750.928032:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339328 00000020:00000001:19.0:1557964750.928033:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964750.928034:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964750.928034:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964750.928035:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964750.928035:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964750.928036:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964750.928037:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964750.928037:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964750.928038:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964750.928038:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964750.928039:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964750.928039:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964750.928040:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964750.928041:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964750.928042:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964750.928043:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff887779898200. 02000000:00000001:19.0:1557964750.928043:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964750.928044:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964750.928044:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964750.928045:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339328 00010000:00000001:19.0:1557964750.928046:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964750.928047:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d644450 x1633636318339328/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:416/0 lens 224/224 e 0 to 0 dl 1557964811 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964750.928050:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964750.928051:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964750.928051:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=53 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964750.928053:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964750.928054:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964750.928055:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964750.928056:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964750.928056:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964750.928057:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964750.928058:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964750.928059:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febdd80. 00000100:00000200:19.0:1557964750.928060:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339328, offset 192 00000400:00000010:19.0:1557964750.928062:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff887779898600 (tot 24345892). 00000400:00000200:19.0:1557964750.928063:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964750.928069:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964750.928071:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964750.928073:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964750.928074:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964750.928075:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964750.928077:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964750.928078:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964750.928078:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964750.928079:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964750.928080:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964750.928080:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964750.928081:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964750.928081:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964750.928082:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d644450 x1633636318339328/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:416/0 lens 224/192 e 0 to 0 dl 1557964811 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964750.928086:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24089:x1633636318339328:12345-172.19.1.39@o2ib100:400 Request processed in 113us (256us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964750.928089:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 297 00000100:00000040:19.0:1557964750.928090:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964750.928090:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964750.928091:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964750.928092:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863febca80. 00000020:00000010:19.0:1557964750.928092:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737dcf200. 00000020:00000010:19.0:1557964750.928093:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88777989ca00. 00000020:00000040:19.0:1557964750.928094:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964750.928095:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964750.928096:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964750.928097:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88863d60c660. 00000400:00000010:19.0:1557964750.928098:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febca80. 00000400:00000001:19.0:1557964750.928099:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964750.928100:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964750.928110:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964750.928165:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964750.928169:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964750.928186:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964750.928187:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964750.928188:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff887779898200. 02000000:00000001:17.0:1557964750.928189:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964750.928192:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964750.928192:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863febdd80 00000400:00000010:17.0:1557964750.928193:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863febdd80. 00000400:00000010:17.0:1557964750.928194:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff887779898600 (tot 24345492). 00000800:00000200:17.0:1557964750.928195:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964750.928196:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:8.0:1557964751.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964751.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964751.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964751.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964751.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964751.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964751.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964751.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964751.508066:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964751.508068:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964751.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964751.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964751.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964751.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964751.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964751.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964752.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964752.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964752.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964752.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964752.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964752.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964752.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964752.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964752.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964752.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964752.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964752.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964752.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964752.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964752.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964752.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964752.553515:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888736690500 (tot 24345748). 00000400:00000010:6.0:1557964752.553530:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888736690500 (tot 24345492). 00000020:00000001:6.0:1557964752.554632:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964752.554633:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318468881, max_age 4318472882 00002000:00000001:6.0:1557964752.554634:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964752.554634:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964752.554635:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964752.554638:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964752.554639:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964752.554640:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964752.554641:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964752.554642:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964752.554644:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964752.554645:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964752.554645:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964752.554647:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964752.554647:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964752.554672:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964752.554672:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318473882, max_age 4318472882 00000020:00000004:6.0:1557964752.554673:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964752.554674:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964752.554696:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964752.554696:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318473882, max_age 4318472882 00000020:00000004:6.0:1557964752.554697:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964752.554698:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964752.554720:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964752.554720:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318473882, max_age 4318472882 00000020:00000004:6.0:1557964752.554721:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964752.554722:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964753.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964753.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964753.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964753.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964753.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964753.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964753.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964753.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964753.508065:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964753.508066:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964753.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964753.508067:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964753.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964753.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964753.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964753.508086:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964754.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964754.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964754.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964754.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964754.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964754.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964754.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964754.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964754.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964754.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964754.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964754.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964754.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964754.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964754.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964754.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964755.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964755.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964755.411053:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964755.411074:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964755.411082:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964755.411090:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964755.411093:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964755.411100:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0107b0 00000400:00000200:14.0:1557964755.411106:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x93d5 [1] + 0 00000400:00000010:14.0:1557964755.411110:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9120. 00000400:00000200:14.0:1557964755.411112:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f380 00000800:00000200:15.0:1557964755.411116:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964755.411116:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964755.411117:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964755.411119:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdf850 x1633635891480496 msgsize 224 00000100:00100000:14.0:1557964755.411127:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964755.411129:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964755.411133:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964755.411134:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f380 00000400:00000010:14.0:1557964755.411136:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f380. 00000400:00000010:14.0:1557964755.411138:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964755.411141:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964755.411144:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964755.411145:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964755.411169:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964755.411172:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964755.411175:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964755.411176:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964755.411178:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964755.411179:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964755.411183:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964755.411185:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480496 00000020:00000001:10.0:1557964755.411187:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964755.411188:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964755.411190:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964755.411192:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964755.411194:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964755.411196:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964755.411199:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964755.411201:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964755.411204:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964755.411207:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3900. 00000020:00000010:10.0:1557964755.411209:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964755.411212:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964755.411214:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964755.411215:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964755.411216:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964755.411219:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964755.411227:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964755.411230:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964755.411231:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964755.411232:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964755.411233:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964755.411235:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964755.411236:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964755.411241:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1599 00000100:00000040:10.0:1557964755.411243:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964755.411245:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547962960 : -131293161588656 : ffff8896edbdf850) 00000100:00000040:10.0:1557964755.411268:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdf850 x1633635891480496/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:421/0 lens 224/0 e 0 to 0 dl 1557964816 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964755.411272:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964755.411272:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964755.411273:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891480496:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964755.411275:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480496 00000020:00000001:10.0:1557964755.411276:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964755.411277:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964755.411277:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964755.411278:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964755.411279:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964755.411279:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964755.411280:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964755.411281:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964755.411281:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964755.411282:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964755.411283:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964755.411284:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964755.411285:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964755.411285:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964755.411286:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964755.411287:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964755.411288:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964755.411289:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964755.411290:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964755.411293:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964755.411294:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964755.411295:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964755.411297:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964755.411299:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964755.411300:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964755.411301:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964755.411302:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964755.411303:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964755.411304:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964755.411305:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480496 00010000:00000001:10.0:1557964755.411306:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964755.411307:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdf850 x1633635891480496/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:421/0 lens 224/368 e 0 to 0 dl 1557964816 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964755.411311:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964755.411311:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964755.411312:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=58 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964755.411314:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964755.411315:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964755.411316:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964755.411317:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964755.411318:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964755.411319:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964755.411320:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964755.411321:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c00. 00000100:00000200:10.0:1557964755.411323:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480496, offset 192 00000400:00000010:10.0:1557964755.411325:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e2000 (tot 24345892). 00000400:00000200:10.0:1557964755.411327:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964755.411332:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964755.411335:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964755.411338:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964755.411339:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964755.411341:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964755.411343:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964755.411344:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964755.411345:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964755.411346:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964755.411346:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964755.411347:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964755.411348:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964755.411348:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964755.411349:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964755.411350:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964755.411350:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdf850 x1633635891480496/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:421/0 lens 224/336 e 0 to 0 dl 1557964816 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964755.411352:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964755.411354:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964755.411354:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891480496:12345-172.19.1.25@o2ib100:13 Request processed in 81us (234us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964755.411355:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964755.411355:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3c00 00000400:00000010:14.0:1557964755.411356:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3c00. 00000400:00000010:14.0:1557964755.411357:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e2000 (tot 24345492). 00000100:00100000:10.0:1557964755.411357:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1599 00000800:00000200:14.0:1557964755.411358:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:10.0:1557964755.411358:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964755.411359:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964755.411360:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964755.411360:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964755.411361:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3900. 00000020:00000010:10.0:1557964755.411362:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964755.411363:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964755.411364:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964755.411365:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964755.411366:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964755.411366:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964755.411367:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964755.411368:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964755.411369:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83ae0. 00000400:00000010:10.0:1557964755.411370:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3900. 00000400:00000001:10.0:1557964755.411371:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964755.411372:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964755.419389:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964755.419450:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964755.419455:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964755.419459:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964755.419460:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964755.419463:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc121b0 00000400:00000200:4.0:1557964755.419465:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd379 [1] + 0 00000400:00000010:4.0:1557964755.419467:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f955a0. 00000400:00000200:4.0:1557964755.419468:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe500 00000100:00000001:4.0:1557964755.419471:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964755.419472:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964755.419473:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630266c50 x1633635870515632 msgsize 224 00000100:00100000:4.0:1557964755.419475:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964755.419476:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964755.419477:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964755.419479:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe500 00000400:00000010:4.0:1557964755.419480:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe500. 00000400:00000010:4.0:1557964755.419481:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:7.0:1557964755.419482:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964755.419482:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964755.419483:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964755.419484:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964755.419510:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964755.419515:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964755.419516:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964755.419517:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964755.419518:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964755.419518:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964755.419520:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964755.419521:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515632 00000020:00000001:1.0:1557964755.419522:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964755.419523:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964755.419524:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964755.419525:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964755.419526:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964755.419527:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964755.419528:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964755.419529:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964755.419530:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964755.419531:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b200. 00000020:00000010:1.0:1557964755.419533:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55740. 00000100:00000040:1.0:1557964755.419534:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964755.419535:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964755.419535:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964755.419536:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964755.419537:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964755.419540:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964755.419541:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964755.419542:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964755.419542:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964755.419542:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964755.419543:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964755.419544:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964755.419546:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1605 00000100:00000040:1.0:1557964755.419546:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964755.419547:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647660624 : -131365061890992 : ffff888630266c50) 00000100:00000040:1.0:1557964755.419549:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266c50 x1633635870515632/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:421/0 lens 224/0 e 0 to 0 dl 1557964816 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964755.419557:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964755.419557:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964755.419559:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870515632:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964755.419560:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515632 00000020:00000001:1.0:1557964755.419561:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964755.419562:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964755.419562:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964755.419563:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964755.419564:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964755.419565:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964755.419565:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964755.419566:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964755.419566:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964755.419567:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964755.419568:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964755.419569:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964755.419570:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:1.0:1557964755.419570:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964755.419571:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964755.419572:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964755.419573:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964755.419573:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964755.419574:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964755.419592:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964755.419593:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964755.419594:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964755.419596:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964755.419597:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964755.419597:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964755.419599:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964755.419599:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964755.419600:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515632 00010000:00000001:1.0:1557964755.419601:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964755.419603:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266c50 x1633635870515632/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:421/0 lens 224/368 e 0 to 0 dl 1557964816 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964755.419606:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964755.419606:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964755.419607:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=58 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964755.419609:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964755.419610:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964755.419611:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964755.419611:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964755.419612:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964755.419613:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964755.419614:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964755.419615:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b480. 00000100:00000200:1.0:1557964755.419616:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515632, offset 192 00000400:00000010:1.0:1557964755.419617:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77800 (tot 24345892). 00000400:00000200:1.0:1557964755.419619:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964755.419625:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964755.419627:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964755.419629:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964755.419630:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964755.419631:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964755.419633:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964755.419634:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964755.419635:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964755.419636:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964755.419636:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964755.419637:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964755.419638:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964755.419638:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964755.419639:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266c50 x1633635870515632/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:421/0 lens 224/336 e 0 to 0 dl 1557964816 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964755.419643:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870515632:12345-172.19.1.24@o2ib100:13 Request processed in 85us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964755.419646:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1605 00000100:00000040:1.0:1557964755.419647:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964755.419648:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964755.419649:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964755.419650:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b200. 00000020:00000010:1.0:1557964755.419651:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55740. 00000020:00000010:1.0:1557964755.419652:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964755.419652:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964755.419653:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964755.419655:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964755.419656:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897132164e0. 00000400:00000010:1.0:1557964755.419656:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b200. 00000400:00000001:1.0:1557964755.419657:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964755.419658:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964755.419673:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964755.419687:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964755.419691:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964755.419692:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964755.419693:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964755.419693:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:17.0:1557964755.419694:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964755.419695:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964755.419695:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b480 00000400:00000010:17.0:1557964755.419696:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b480. 00000400:00000010:17.0:1557964755.419697:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77800 (tot 24345492). 00000800:00000200:17.0:1557964755.419697:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964755.419699:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964755.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964755.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964755.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964755.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964755.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964755.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964755.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964755.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964755.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964755.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964755.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964755.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964755.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964755.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964756.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964756.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964756.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964756.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964756.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964756.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964756.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964756.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964756.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964756.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964756.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964756.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964756.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964756.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964756.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964756.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964757.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964757.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964757.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964757.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964757.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964757.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964757.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964757.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964757.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964757.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964757.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964757.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964757.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964757.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964757.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964757.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964757.555228:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888701777500 (tot 24345748). 00000400:00000010:6.0:1557964757.555236:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888701777500 (tot 24345492). 00000020:00000001:6.0:1557964757.556210:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964757.556211:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318473882, max_age 4318477884 00002000:00000001:6.0:1557964757.556212:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964757.556213:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964757.556215:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964757.556217:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964757.556218:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964757.556219:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964757.556220:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964757.556221:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964757.556223:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964757.556224:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964757.556225:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964757.556226:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964757.556226:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964757.556250:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964757.556251:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318478884, max_age 4318477884 00000020:00000004:6.0:1557964757.556252:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964757.556253:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964757.556275:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964757.556276:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318478884, max_age 4318477884 00000020:00000004:6.0:1557964757.556276:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964757.556277:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964757.556299:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964757.556299:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318478884, max_age 4318477884 00000020:00000004:6.0:1557964757.556300:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964757.556301:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964758.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964758.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964758.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964758.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964758.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964758.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964758.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964758.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964758.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964758.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964758.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964758.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964758.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964758.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964758.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964758.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964759.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964759.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964759.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964759.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964759.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964759.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964759.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964759.508073:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964759.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964759.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964759.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964759.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964759.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964759.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964759.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964759.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964760.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964760.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964760.419061:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964760.419083:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964760.419091:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964760.419099:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964760.419102:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964760.419109:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0107d0 00000400:00000200:14.0:1557964760.419115:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x93e5 [1] + 0 00000400:00000010:14.0:1557964760.419119:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9c60. 00000400:00000200:14.0:1557964760.419121:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f980 00000800:00000200:15.0:1557964760.419125:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964760.419125:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964760.419126:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964760.419128:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3ac050 x1633635891480528 msgsize 224 00000100:00100000:14.0:1557964760.419135:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964760.419136:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964760.419140:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964760.419141:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f980 00000400:00000010:14.0:1557964760.419143:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f980. 00000400:00000010:14.0:1557964760.419147:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964760.419150:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964760.419153:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964760.419155:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964760.419175:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964760.419178:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964760.419181:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964760.419182:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964760.419186:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964760.419187:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964760.419191:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964760.419193:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480528 00000020:00000001:10.0:1557964760.419196:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964760.419197:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964760.419199:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964760.419201:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964760.419203:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964760.419205:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964760.419208:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964760.419210:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964760.419212:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964760.419215:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2e80. 00000020:00000010:10.0:1557964760.419218:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964760.419235:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964760.419236:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964760.419236:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964760.419237:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964760.419238:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964760.419241:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964760.419243:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964760.419244:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964760.419244:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964760.419245:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964760.419245:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964760.419246:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964760.419248:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1600 00000100:00000040:10.0:1557964760.419249:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964760.419250:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928750672 : -131294780800944 : ffff88968d3ac050) 00000100:00000040:10.0:1557964760.419251:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3ac050 x1633635891480528/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:426/0 lens 224/0 e 0 to 0 dl 1557964821 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964760.419255:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964760.419255:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964760.419257:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891480528:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964760.419259:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480528 00000020:00000001:10.0:1557964760.419260:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964760.419261:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964760.419262:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964760.419263:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964760.419264:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964760.419265:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964760.419265:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964760.419266:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964760.419266:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964760.419267:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964760.419268:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964760.419269:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964760.419270:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964760.419270:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964760.419271:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964760.419272:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964760.419273:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964760.419274:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964760.419274:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964760.419277:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964760.419278:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964760.419279:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964760.419280:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964760.419282:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964760.419283:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964760.419284:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964760.419285:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964760.419286:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964760.419287:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964760.419288:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480528 00010000:00000001:10.0:1557964760.419289:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964760.419291:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3ac050 x1633635891480528/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:426/0 lens 224/368 e 0 to 0 dl 1557964821 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964760.419295:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964760.419295:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964760.419296:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=63 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964760.419298:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964760.419299:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964760.419301:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964760.419301:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964760.419302:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964760.419303:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964760.419304:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964760.419305:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c00. 00000100:00000200:10.0:1557964760.419306:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480528, offset 192 00000400:00000010:10.0:1557964760.419309:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e6200 (tot 24345892). 00000400:00000200:10.0:1557964760.419311:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964760.419316:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964760.419319:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964760.419321:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964760.419322:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964760.419323:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964760.419326:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964760.419327:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964760.419327:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964760.419329:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964760.419329:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964760.419329:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964760.419330:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964760.419331:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964760.419332:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964760.419333:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964760.419333:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3ac050 x1633635891480528/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:426/0 lens 224/336 e 0 to 0 dl 1557964821 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964760.419337:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964760.419337:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891480528:12345-172.19.1.25@o2ib100:13 Request processed in 81us (208us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964760.419339:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964760.419339:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964760.419339:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964760.419340:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3c00 00000100:00100000:10.0:1557964760.419340:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1600 00000400:00000010:14.0:1557964760.419341:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3c00. 00000100:00000040:10.0:1557964760.419341:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964760.419342:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e6200 (tot 24345492). 00000800:00000200:14.0:1557964760.419343:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964760.419343:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964760.419343:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964760.419344:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2e80. 00000020:00000010:10.0:1557964760.419345:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964760.419347:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964760.419348:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964760.419349:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964760.419349:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964760.419350:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964760.419351:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964760.419352:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964760.419353:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83a80. 00000400:00000010:10.0:1557964760.419354:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2e80. 00000400:00000001:10.0:1557964760.419355:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964760.419356:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964760.427390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964760.427440:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964760.427450:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964760.427458:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964760.427461:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964760.427468:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc121d0 00000400:00000200:7.0:1557964760.427474:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd399 [1] + 0 00000400:00000010:7.0:1557964760.427480:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95540. 00000400:00000200:7.0:1557964760.427482:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf500 00000800:00000200:4.0:1557964760.427483:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964760.427486:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964760.427487:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964760.427490:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630266850 x1633635870515664 msgsize 224 00000100:00100000:7.0:1557964760.427496:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964760.427498:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964760.427500:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964760.427501:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf500 00000400:00000010:7.0:1557964760.427503:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf500. 00000400:00000010:7.0:1557964760.427505:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964760.427508:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964760.427510:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964760.427512:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964760.427535:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964760.427538:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964760.427540:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964760.427542:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964760.427543:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964760.427545:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964760.427548:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964760.427551:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515664 00000020:00000001:1.0:1557964760.427553:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964760.427554:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964760.427556:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964760.427557:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964760.427560:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964760.427562:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964760.427565:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964760.427567:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964760.427569:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964760.427572:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a780. 00000020:00000010:1.0:1557964760.427575:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a540c0. 00000100:00000040:1.0:1557964760.427577:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964760.427581:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964760.427582:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964760.427583:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964760.427586:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964760.427592:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964760.427595:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964760.427596:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964760.427597:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964760.427598:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964760.427599:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964760.427601:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964760.427605:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1606 00000100:00000040:1.0:1557964760.427608:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964760.427609:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647659600 : -131365061892016 : ffff888630266850) 00000100:00000040:1.0:1557964760.427614:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266850 x1633635870515664/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:426/0 lens 224/0 e 0 to 0 dl 1557964821 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964760.427624:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964760.427625:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964760.427628:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870515664:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964760.427632:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515664 00000020:00000001:1.0:1557964760.427633:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964760.427635:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964760.427637:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964760.427639:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964760.427640:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964760.427642:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964760.427644:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964760.427645:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964760.427647:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964760.427648:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964760.427650:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964760.427651:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964760.427653:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae400. 02000000:00000001:1.0:1557964760.427655:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964760.427657:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964760.427660:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964760.427662:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964760.427663:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964760.427664:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964760.427667:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964760.427670:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964760.427672:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964760.427675:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964760.427678:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964760.427680:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964760.427684:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964760.427685:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964760.427687:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515664 00010000:00000001:1.0:1557964760.427689:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964760.427692:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266850 x1633635870515664/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:426/0 lens 224/368 e 0 to 0 dl 1557964821 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964760.427701:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964760.427703:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964760.427705:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=63 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964760.427709:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964760.427711:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964760.427713:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964760.427716:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964760.427717:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964760.427719:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964760.427722:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964760.427724:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ab00. 00000100:00000200:1.0:1557964760.427727:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515664, offset 192 00000400:00000010:1.0:1557964760.427730:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73200 (tot 24345892). 00000400:00000200:1.0:1557964760.427734:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964760.427747:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964760.427752:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964760.427759:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964760.427761:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964760.427763:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964760.427767:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964760.427769:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964760.427771:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964760.427773:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964760.427775:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964760.427777:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964760.427778:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964760.427780:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964760.427782:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266850 x1633635870515664/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:426/0 lens 224/336 e 0 to 0 dl 1557964821 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964760.427793:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870515664:12345-172.19.1.24@o2ib100:13 Request processed in 167us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964760.427800:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1606 00000100:00000040:1.0:1557964760.427803:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964760.427805:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964760.427806:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:29.2:1557964760.427807:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000010:1.0:1557964760.427808:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a780. 00000020:00000010:1.0:1557964760.427810:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a540c0. 00000020:00000010:1.0:1557964760.427812:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964760.427815:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964760.427818:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964760.427821:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964760.427824:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216540. 00000400:00000010:1.0:1557964760.427826:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a780. 00000800:00000200:17.0:1557964760.427830:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000001:1.0:1557964760.427830:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964760.427831:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964760.427837:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964760.427842:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964760.427843:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964760.427845:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae400. 02000000:00000001:17.0:1557964760.427848:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964760.427849:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964760.427850:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ab00 00000400:00000010:17.0:1557964760.427852:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ab00. 00000400:00000010:17.0:1557964760.427854:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73200 (tot 24345492). 00000800:00000200:17.0:1557964760.427856:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964760.427859:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964760.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964760.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964760.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964760.508054:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964760.508057:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964760.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964760.508060:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964760.508061:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964760.508062:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964760.508064:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964760.508065:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964760.508066:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964760.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964760.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964760.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964760.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964760.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964760.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964760.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964760.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964760.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.1F:1557964761.104038:0:0:0:(watchdog.c:120:lcw_cb()) Process entered 00000400:00000001:2.1:1557964761.104042:0:0:0:(watchdog.c:123:lcw_cb()) Process leaving 00000400:00000200:8.0:1557964761.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964761.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964761.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964761.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964761.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964761.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964761.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964761.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964761.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964761.508094:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964761.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964761.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964761.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964761.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964761.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964761.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964762.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964762.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964762.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964762.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964762.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964762.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964762.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964762.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964762.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964762.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964762.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964762.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964762.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964762.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964762.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964762.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964762.556686:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88870139b300 (tot 24345748). 00000400:00000010:6.0:1557964762.556702:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88870139b300 (tot 24345492). 00000020:00000001:6.0:1557964762.557765:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964762.557766:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318478884, max_age 4318482885 00002000:00000001:6.0:1557964762.557767:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964762.557767:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964762.557769:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964762.557771:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964762.557772:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964762.557773:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964762.557774:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964762.557776:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964762.557777:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964762.557778:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964762.557779:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964762.557781:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964762.557781:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964762.557806:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964762.557806:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318483885, max_age 4318482885 00000020:00000004:6.0:1557964762.557807:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964762.557808:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964762.557830:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964762.557831:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318483885, max_age 4318482885 00000020:00000004:6.0:1557964762.557831:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964762.557832:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964762.557854:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964762.557855:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318483885, max_age 4318482885 00000020:00000004:6.0:1557964762.557855:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964762.557857:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964763.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964763.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964763.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964763.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964763.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964763.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964763.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964763.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964763.508066:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964763.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964763.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964763.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964763.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964763.508086:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964763.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964763.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964764.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964764.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964764.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964764.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964764.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964764.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964764.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964764.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964764.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964764.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964764.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964764.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964764.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964764.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964764.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964764.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964765.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964765.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964765.427064:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964765.427084:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964765.427092:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964765.427100:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964765.427103:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964765.427110:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0107f0 00000400:00000200:14.0:1557964765.427116:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x93f5 [1] + 0 00000400:00000010:14.0:1557964765.427120:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff90c0. 00000400:00000200:14.0:1557964765.427123:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f680 00000800:00000200:15.0:1557964765.427126:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964765.427126:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964765.427127:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964765.427130:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3abc50 x1633635891480560 msgsize 224 00000100:00100000:14.0:1557964765.427136:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964765.427138:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964765.427142:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964765.427158:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f680 00000400:00000010:14.0:1557964765.427159:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f680. 00000400:00000010:14.0:1557964765.427160:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964765.427162:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964765.427163:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964765.427164:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964765.427193:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964765.427194:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964765.427196:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964765.427197:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964765.427197:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964765.427198:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964765.427200:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964765.427201:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480560 00000020:00000001:10.0:1557964765.427202:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964765.427203:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964765.427204:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964765.427205:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964765.427206:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964765.427207:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964765.427209:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964765.427210:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964765.427212:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964765.427213:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3380. 00000020:00000010:10.0:1557964765.427215:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964765.427217:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964765.427219:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964765.427219:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964765.427220:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964765.427221:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964765.427224:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964765.427226:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964765.427226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964765.427227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964765.427227:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964765.427228:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964765.427229:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964765.427231:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1601 00000100:00000040:10.0:1557964765.427232:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964765.427232:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928749648 : -131294780801968 : ffff88968d3abc50) 00000100:00000040:10.0:1557964765.427234:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3abc50 x1633635891480560/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:431/0 lens 224/0 e 0 to 0 dl 1557964826 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964765.427238:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964765.427238:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964765.427239:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891480560:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964765.427241:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480560 00000020:00000001:10.0:1557964765.427242:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964765.427243:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964765.427244:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964765.427245:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964765.427246:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964765.427247:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964765.427247:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964765.427248:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964765.427248:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964765.427249:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964765.427250:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964765.427251:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964765.427252:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964765.427252:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964765.427253:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964765.427255:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964765.427256:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964765.427257:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964765.427257:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964765.427260:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964765.427261:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964765.427262:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964765.427264:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964765.427265:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964765.427267:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964765.427268:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964765.427269:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964765.427270:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964765.427271:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964765.427272:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480560 00010000:00000001:10.0:1557964765.427273:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964765.427274:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3abc50 x1633635891480560/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:431/0 lens 224/368 e 0 to 0 dl 1557964826 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964765.427277:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964765.427278:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964765.427279:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=68 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964765.427280:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964765.427282:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964765.427283:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964765.427284:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964765.427284:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964765.427286:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964765.427287:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964765.427288:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2380. 00000100:00000200:10.0:1557964765.427290:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480560, offset 192 00000400:00000010:10.0:1557964765.427292:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3400 (tot 24345892). 00000400:00000200:10.0:1557964765.427294:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964765.427300:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964765.427303:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964765.427306:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964765.427307:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964765.427308:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964765.427311:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964765.427311:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964765.427312:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964765.427314:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964765.427314:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964765.427314:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964765.427315:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964765.427316:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964765.427317:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964765.427318:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3abc50 x1633635891480560/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:431/0 lens 224/336 e 0 to 0 dl 1557964826 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964765.427320:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964765.427322:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964765.427322:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891480560:12345-172.19.1.25@o2ib100:13 Request processed in 83us (191us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964765.427324:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964765.427324:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964765.427325:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1601 00000100:00000001:14.0:1557964765.427326:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964765.427326:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2380 00000100:00000040:10.0:1557964765.427326:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964765.427327:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2380. 00000100:00000001:10.0:1557964765.427327:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964765.427327:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964765.427328:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3380. 00000400:00000010:14.0:1557964765.427329:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3400 (tot 24345492). 00000020:00000010:10.0:1557964765.427329:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000800:00000200:14.0:1557964765.427330:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964765.427330:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964765.427331:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964765.427332:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964765.427333:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964765.427334:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964765.427334:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964765.427335:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964765.427336:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83a20. 00000400:00000010:10.0:1557964765.427337:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3380. 00000400:00000001:10.0:1557964765.427338:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964765.427339:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964765.435388:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964765.435438:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964765.435448:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964765.435456:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964765.435459:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964765.435465:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc121f0 00000400:00000200:4.0:1557964765.435471:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd3b9 [1] + 0 00000400:00000010:4.0:1557964765.435477:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f954e0. 00000400:00000200:4.0:1557964765.435479:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf480 00000800:00000200:7.0:1557964765.435481:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964765.435483:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964765.435484:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964765.435486:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630266450 x1633635870515696 msgsize 224 00000100:00100000:4.0:1557964765.435492:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964765.435494:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964765.435497:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964765.435498:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf480 00000400:00000010:4.0:1557964765.435499:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf480. 00000400:00000010:4.0:1557964765.435502:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964765.435504:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964765.435507:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964765.435509:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964765.435533:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964765.435536:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964765.435538:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964765.435540:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964765.435541:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964765.435544:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964765.435548:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964765.435550:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515696 00000020:00000001:1.0:1557964765.435553:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964765.435554:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964765.435556:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964765.435558:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964765.435560:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964765.435562:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964765.435565:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964765.435567:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964765.435569:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964765.435572:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b980. 00000020:00000010:1.0:1557964765.435574:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54240. 00000100:00000040:1.0:1557964765.435577:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964765.435579:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964765.435580:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964765.435581:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964765.435584:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964765.435590:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964765.435593:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964765.435594:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964765.435595:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964765.435596:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964765.435597:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964765.435598:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964765.435603:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1607 00000100:00000040:1.0:1557964765.435606:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964765.435607:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647658576 : -131365061893040 : ffff888630266450) 00000100:00000040:1.0:1557964765.435612:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266450 x1633635870515696/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:431/0 lens 224/0 e 0 to 0 dl 1557964826 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964765.435622:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964765.435623:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964765.435626:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870515696:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964765.435633:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515696 00000020:00000001:1.0:1557964765.435635:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964765.435637:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964765.435638:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964765.435641:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964765.435642:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964765.435644:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964765.435646:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964765.435647:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964765.435648:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964765.435650:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964765.435652:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964765.435653:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964765.435655:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:1.0:1557964765.435657:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964765.435659:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964765.435661:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964765.435662:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964765.435664:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964765.435665:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964765.435667:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964765.435671:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964765.435673:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964765.435676:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964765.435679:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964765.435681:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964765.435684:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964765.435685:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964765.435688:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515696 00010000:00000001:1.0:1557964765.435690:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964765.435693:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266450 x1633635870515696/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:431/0 lens 224/368 e 0 to 0 dl 1557964826 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964765.435702:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964765.435704:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964765.435706:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=68 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964765.435710:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964765.435713:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964765.435715:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964765.435717:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964765.435718:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964765.435720:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964765.435723:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964765.435725:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b080. 00000100:00000200:1.0:1557964765.435728:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515696, offset 192 00000400:00000010:1.0:1557964765.435731:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75400 (tot 24345892). 00000400:00000200:1.0:1557964765.435735:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964765.435748:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964765.435754:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964765.435759:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964765.435762:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964765.435764:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964765.435768:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964765.435770:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964765.435772:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964765.435774:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964765.435776:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964765.435778:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964765.435779:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964765.435781:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964765.435784:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266450 x1633635870515696/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:431/0 lens 224/336 e 0 to 0 dl 1557964826 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964765.435794:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870515696:12345-172.19.1.24@o2ib100:13 Request processed in 170us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964765.435802:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1607 00000100:00000040:1.0:1557964765.435804:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964765.435807:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964765.435807:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964765.435808:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964765.435810:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b980. 00000020:00000010:1.0:1557964765.435812:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54240. 00000020:00000010:1.0:1557964765.435814:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964765.435817:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964765.435820:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964765.435824:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964765.435827:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897132166c0. 00000400:00000010:1.0:1557964765.435829:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b980. 00000800:00000200:17.0:1557964765.435830:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000001:1.0:1557964765.435833:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964765.435834:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964765.435838:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964765.435842:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964765.435843:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964765.435845:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:17.0:1557964765.435848:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964765.435850:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964765.435851:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b080 00000400:00000010:17.0:1557964765.435852:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b080. 00000400:00000010:17.0:1557964765.435856:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75400 (tot 24345492). 00000800:00000200:17.0:1557964765.435858:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964765.435861:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964765.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964765.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964765.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964765.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964765.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964765.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964765.508063:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964765.508064:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964765.508066:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964765.508067:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964765.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964765.508083:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964765.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964765.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964766.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964766.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964766.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964766.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964766.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964766.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964766.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964766.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964766.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964766.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964766.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964766.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964766.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964766.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964766.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964766.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964767.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964767.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964767.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964767.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964767.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964767.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964767.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964767.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964767.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964767.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964767.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964767.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964767.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964767.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964767.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964767.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964767.558252:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888735e07100 (tot 24345748). 00000400:00000010:6.0:1557964767.558268:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888735e07100 (tot 24345492). 00000020:00000001:6.0:1557964767.559328:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964767.559329:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318483885, max_age 4318487887 00002000:00000001:6.0:1557964767.559330:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964767.559331:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964767.559332:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964767.559334:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964767.559335:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964767.559336:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964767.559338:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964767.559339:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964767.559340:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964767.559341:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964767.559343:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964767.559345:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964767.559345:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964767.559369:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964767.559370:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318488887, max_age 4318487887 00000020:00000004:6.0:1557964767.559371:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964767.559372:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964767.559394:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964767.559395:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318488887, max_age 4318487887 00000020:00000004:6.0:1557964767.559395:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964767.559397:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964767.559418:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964767.559419:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318488887, max_age 4318487887 00000020:00000004:6.0:1557964767.559420:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964767.559421:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964768.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964768.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964768.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964768.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964768.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964768.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964768.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964768.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964768.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964768.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964768.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964768.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964768.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964768.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964768.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964768.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964769.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964769.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00010000:00000001:8.0:1557964769.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964769.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964769.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964769.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964769.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964769.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964769.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964769.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964769.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964769.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964769.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964769.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964769.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964769.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964770.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964770.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:14.2:1557964770.435048:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964770.435070:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964770.435077:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964770.435086:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964770.435089:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964770.435095:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010840 00000400:00000200:14.0:1557964770.435101:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9425 [1] + 0 00000400:00000010:14.0:1557964770.435105:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a365a0. 00000400:00000200:14.0:1557964770.435108:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3880 00000800:00000200:15.0:1557964770.435110:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964770.435111:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964770.435112:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964770.435115:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3ab850 x1633635891480640 msgsize 224 00000100:00100000:14.0:1557964770.435121:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964770.435123:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964770.435127:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964770.435128:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3880 00000400:00000010:14.0:1557964770.435130:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3880. 00000400:00000010:14.0:1557964770.435132:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964770.435135:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964770.435138:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964770.435140:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964770.435162:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964770.435167:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964770.435169:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964770.435171:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964770.435172:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964770.435174:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964770.435178:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964770.435180:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480640 00000020:00000001:10.0:1557964770.435182:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964770.435184:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964770.435186:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964770.435188:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964770.435190:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964770.435192:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964770.435195:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964770.435197:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964770.435200:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964770.435203:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2380. 00000020:00000010:10.0:1557964770.435205:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964770.435208:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964770.435210:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964770.435212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964770.435213:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964770.435216:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964770.435222:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964770.435225:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964770.435226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964770.435227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964770.435228:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964770.435230:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964770.435231:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964770.435236:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1602 00000100:00000040:10.0:1557964770.435238:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964770.435240:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928748624 : -131294780802992 : ffff88968d3ab850) 00000100:00000040:10.0:1557964770.435244:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3ab850 x1633635891480640/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:436/0 lens 224/0 e 0 to 0 dl 1557964831 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964770.435265:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964770.435266:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964770.435269:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891480640:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964770.435273:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480640 00000020:00000001:10.0:1557964770.435275:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964770.435277:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964770.435278:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.435280:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964770.435281:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964770.435284:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964770.435285:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964770.435287:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964770.435288:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964770.435289:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964770.435292:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964770.435293:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964770.435294:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557964770.435296:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964770.435298:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964770.435300:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964770.435302:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964770.435303:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964770.435305:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964770.435309:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964770.435311:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964770.435313:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964770.435316:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964770.435319:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964770.435322:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964770.435325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964770.435327:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964770.435330:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964770.435333:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964770.435335:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480640 00010000:00000001:10.0:1557964770.435337:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964770.435341:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3ab850 x1633635891480640/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:436/0 lens 224/368 e 0 to 0 dl 1557964831 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964770.435349:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964770.435351:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964770.435368:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=73 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964770.435369:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964770.435370:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964770.435371:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964770.435372:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964770.435373:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964770.435373:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964770.435375:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964770.435376:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c00. 00000100:00000200:10.0:1557964770.435377:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480640, offset 192 00000400:00000010:10.0:1557964770.435382:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e4200 (tot 24345892). 00000400:00000200:10.0:1557964770.435383:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964770.435389:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964770.435391:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964770.435394:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964770.435395:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964770.435396:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964770.435399:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964770.435399:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964770.435400:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964770.435401:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964770.435402:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964770.435403:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964770.435404:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.435405:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964770.435406:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3ab850 x1633635891480640/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:436/0 lens 224/336 e 0 to 0 dl 1557964831 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964770.435431:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891480640:12345-172.19.1.25@o2ib100:13 Request processed in 166us (315us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964770.435432:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964770.435435:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1602 00000100:00000040:10.0:1557964770.435436:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964770.435437:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964770.435437:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964770.435438:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2380. 00000020:00000010:10.0:1557964770.435439:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964770.435440:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000800:00000200:14.0:1557964770.435441:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000040:10.0:1557964770.435441:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964770.435442:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964770.435444:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964770.435445:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:10.0:1557964770.435445:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e839c0. 00000400:00000010:10.0:1557964770.435446:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2380. 00000100:00000001:14.0:1557964770.435447:0:14819:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964770.435448:0:14819:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964770.435449:0:14819:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73bc00. 02000000:00000001:14.0:1557964770.435450:0:14819:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964770.435451:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964770.435452:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3c00 00000400:00000010:14.0:1557964770.435453:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3c00. 00000400:00000010:14.0:1557964770.435455:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e4200 (tot 24345492). 00000400:00000001:10.0:1557964770.435455:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964770.435455:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964770.435457:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964770.435458:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964770.443395:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964770.443446:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964770.443455:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964770.443464:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964770.443467:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964770.443473:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12210 00000400:00000200:7.0:1557964770.443479:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd3c9 [1] + 0 00000400:00000010:7.0:1557964770.443483:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95480. 00000400:00000200:7.0:1557964770.443485:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebfe80 00000100:00000001:7.0:1557964770.443489:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:4.0:1557964770.443489:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:7.0:1557964770.443490:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964770.443493:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630266050 x1633635870515728 msgsize 224 00000100:00100000:7.0:1557964770.443499:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964770.443500:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964770.443503:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964770.443504:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebfe80 00000400:00000010:7.0:1557964770.443505:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebfe80. 00000400:00000010:7.0:1557964770.443508:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964770.443511:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964770.443515:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964770.443517:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964770.443538:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964770.443541:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964770.443543:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964770.443545:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964770.443546:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964770.443548:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964770.443551:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964770.443554:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515728 00000020:00000001:1.0:1557964770.443556:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964770.443557:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964770.443559:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964770.443561:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964770.443563:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964770.443565:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964770.443568:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964770.443570:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964770.443572:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964770.443575:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ae80. 00000020:00000010:1.0:1557964770.443578:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55500. 00000100:00000040:1.0:1557964770.443580:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964770.443582:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964770.443583:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964770.443584:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964770.443602:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964770.443606:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964770.443608:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964770.443609:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964770.443609:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964770.443610:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964770.443610:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964770.443611:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964770.443613:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1608 00000100:00000040:1.0:1557964770.443614:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964770.443615:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647657552 : -131365061894064 : ffff888630266050) 00000100:00000040:1.0:1557964770.443617:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266050 x1633635870515728/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:436/0 lens 224/0 e 0 to 0 dl 1557964831 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964770.443620:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964770.443621:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964770.443622:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870515728:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964770.443623:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515728 00000020:00000001:1.0:1557964770.443624:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964770.443625:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964770.443626:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964770.443627:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964770.443627:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964770.443628:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964770.443629:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964770.443629:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964770.443630:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964770.443631:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964770.443632:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964770.443632:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964770.443633:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad800. 02000000:00000001:1.0:1557964770.443634:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964770.443635:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964770.443636:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964770.443637:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964770.443638:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964770.443639:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964770.443640:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964770.443642:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964770.443643:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964770.443645:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964770.443646:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964770.443647:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964770.443648:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964770.443648:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964770.443649:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515728 00010000:00000001:1.0:1557964770.443650:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964770.443651:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266050 x1633635870515728/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:436/0 lens 224/368 e 0 to 0 dl 1557964831 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964770.443655:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964770.443655:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964770.443656:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=73 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964770.443658:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964770.443659:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964770.443660:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964770.443660:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964770.443661:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964770.443662:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964770.443663:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964770.443664:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a880. 00000100:00000200:1.0:1557964770.443665:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515728, offset 192 00000400:00000010:1.0:1557964770.443667:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76200 (tot 24345892). 00000400:00000200:1.0:1557964770.443668:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964770.443674:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964770.443677:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964770.443680:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964770.443681:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964770.443682:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964770.443685:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964770.443686:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964770.443687:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964770.443688:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964770.443689:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964770.443690:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964770.443691:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964770.443692:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964770.443693:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266050 x1633635870515728/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:436/0 lens 224/336 e 0 to 0 dl 1557964831 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964770.443697:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870515728:12345-172.19.1.24@o2ib100:13 Request processed in 75us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964770.443699:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1608 00000100:00000040:1.0:1557964770.443700:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964770.443701:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964770.443702:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964770.443703:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ae80. 00000020:00000010:1.0:1557964770.443704:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55500. 00000020:00000010:1.0:1557964770.443705:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964770.443706:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964770.443707:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964770.443708:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964770.443709:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216780. 00000400:00000010:1.0:1557964770.443710:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ae80. 00000400:00000001:1.0:1557964770.443711:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964770.443711:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964770.443720:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964770.443732:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964770.443735:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964770.443737:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964770.443737:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964770.443738:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad800. 02000000:00000001:17.0:1557964770.443739:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964770.443740:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964770.443740:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a880 00000400:00000010:17.0:1557964770.443741:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a880. 00000400:00000010:17.0:1557964770.443742:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76200 (tot 24345492). 00000800:00000200:17.0:1557964770.443743:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964770.443744:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964770.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964770.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964770.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964770.508056:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964770.508058:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964770.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964770.508061:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964770.508063:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964770.508064:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964770.508066:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964770.508067:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964770.508069:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964770.508070:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964770.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964770.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964770.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964770.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964770.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964770.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964770.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964770.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676037:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964770.676044:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964770.676047:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621500. 00000020:00000040:10.0:1557964770.676050:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964770.676053:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964770.676054:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964770.676056:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964770.676061:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb600. 00000100:00000001:10.0:1557964770.676064:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676069:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676079:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964770.676080:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964770.676083:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676087:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621500] to pc [ptlrpcd_01_03:3] req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964770.676111:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676113:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964770.676117:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964770.676118:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621200. 00000020:00000040:10.0:1557964770.676120:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964770.676122:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964770.676123:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964770.676124:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964770.676126:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb100. 00000100:00000001:10.0:1557964770.676128:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676131:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676139:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964770.676140:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964770.676141:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676144:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621200] to pc [ptlrpcd_01_04:4] req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964770.676151:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964770.676154:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964770.676156:0:14852:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964770.676156:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676157:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:8.0:1557964770.676158:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964770.676160:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000040:13.0:1557964770.676161:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000010:10.0:1557964770.676161:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621800. 00000100:00000001:8.0:1557964770.676161:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1557964770.676162:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:10.0:1557964770.676164:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:8.0:1557964770.676164:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964770.676164:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964770.676165:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964770.676166:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964770.676167:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7fb500. 00000100:00000001:10.0:1557964770.676169:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676171:0:14852:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000040:10.0:1557964770.676172:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964770.676173:0:14852:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964770.676175:0:14852:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:13.0:1557964770.676177:0:14852:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676179:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00100000:13.0:1557964770.676180:0:14852:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:8c05ad95-98db-8b06-7942-a20be71d88ee:14852:1633636024601104:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964770.676180:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964770.676182:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676184:0:14852:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:10.0:1557964770.676185:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621800] to pc [ptlrpcd_01_05:5] req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:13.0:1557964770.676188:0:14852:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:13.0:1557964770.676190:0:14852:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964770.676192:0:14852:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:13.0:1557964770.676194:0:14852:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8887376cb600. 00000100:00000001:10.0:1557964770.676194:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676196:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:13.0:1557964770.676196:0:14852:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000020:00000001:10.0:1557964770.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=444632 : 444632 : 6c8d8) 00000100:00000001:25.0:1557964770.676199:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:13.0:1557964770.676199:0:14852:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889734a91660. 00000020:00000001:10.0:1557964770.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000100:00000001:25.0:1557964770.676201:0:14853:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000010:13.0:1557964770.676202:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889688f75600. 00000020:00000001:10.0:1557964770.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000001:11.0:1557964770.676204:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964770.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709291824 : -259792 : fffffffffffc0930) 00000100:00000200:13.0:1557964770.676205:0:14852:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601104, portal 25 00000020:00000001:10.0:1557964770.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000040:25.0:1557964770.676206:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964770.676206:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964770.676207:0:14852:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964770.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:13.0:1557964770.676208:0:14852:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220052224 : -131296489499392 : ffff889627621500) 00000100:00000001:11.0:1557964770.676208:0:14854:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964770.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709429016 : -122600 : fffffffffffe2118) 00000020:00000001:10.0:1557964770.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=89536 : 89536 : 15dc0) 00000020:00000001:10.0:1557964770.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709470600 : -81016 : fffffffffffec388) 00000100:00000040:13.0:1557964770.676213:0:14852:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:11.0:1557964770.676213:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1100966 : 1100966 : 10cca6) 00000020:00000001:10.0:1557964770.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=72375 : 72375 : 11ab7) 00000100:00000001:25.0:1557964770.676217:0:14853:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964770.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709455226 : -96390 : fffffffffffe877a) 00000100:00000001:25.0:1557964770.676218:0:14853:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709530075 : -21541 : ffffffffffffabdb) 00000020:00000001:10.0:1557964770.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147518464 : 147518464 : 8caf400) 02000000:00000001:25.0:1557964770.676221:0:14853:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:25.0:1557964770.676222:0:14853:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676222:0:14852:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964770.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526444 : -25172 : ffffffffffff9dac) 00000020:00000001:10.0:1557964770.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:11.0:1557964770.676224:0:14854:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1557964770.676225:0:14854:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709087096 : -464520 : fffffffffff8e978) 00000100:00100000:25.0:1557964770.676226:0:14853:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:looze-MDT0000-lwp-OST0009_UUID:14853:1633636024601120:172.19.1.24@o2ib100:400 00000100:00000040:13.0:1557964770.676226:0:14852:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964770.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000400:00000010:13.0:1557964770.676227:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889688f75b00. 02000000:00000001:11.0:1557964770.676228:0:14854:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964770.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=132232 : 132232 : 20488) 00000100:00000001:25.0:1557964770.676229:0:14853:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000200:13.0:1557964770.676229:0:14852:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601104, offset 0 02000000:00000001:11.0:1557964770.676230:0:14854:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 02000000:00000001:25.0:1557964770.676231:0:14853:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964770.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709285872 : -265744 : fffffffffffbf1f0) 02000000:00000001:25.0:1557964770.676232:0:14853:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1557964770.676233:0:14854:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:looze-MDT0001-lwp-OST0009_UUID:14854:1633636024601136:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964770.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 02000000:00000001:25.0:1557964770.676234:0:14853:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:13.0:1557964770.676234:0:14852:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887376cf200 (tot 24345892). 00000020:00000001:10.0:1557964770.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 02000000:00000010:25.0:1557964770.676236:0:14853:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736390a00. 00000020:00000001:10.0:1557964770.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000001:11.0:1557964770.676237:0:14854:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:25.0:1557964770.676238:0:14853:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=995914 : 995914 : f324a) 00000400:00000200:13.0:1557964770.676239:0:14852:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000001:11.0:1557964770.676239:0:14854:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964770.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000400:00000010:25.0:1557964770.676241:0:14853:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88971739cba0. 00000020:00000001:10.0:1557964770.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964770.676242:0:14854:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000400:00000010:25.0:1557964770.676244:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07900. 02000000:00000001:11.0:1557964770.676244:0:14854:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964770.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964770.676247:0:14853:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601120, portal 10 02000000:00000010:11.0:1557964770.676247:0:14854:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0c800. 02000000:00000001:11.0:1557964770.676248:0:14854:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676249:0:14853:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964770.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676250:0:14853:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220051456 : -131296489500160 : ffff889627621200) 00000020:00000001:10.0:1557964770.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964770.676251:0:14852:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000400:00000010:11.0:1557964770.676252:0:14854:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff99c0. 00000020:00000001:10.0:1557964770.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964770.676254:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33e600. 00000020:00000001:10.0:1557964770.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964770.676255:0:14853:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964770.676257:0:14852:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000200:11.0:1557964770.676257:0:14854:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601136, portal 10 00000020:00000001:10.0:1557964770.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676259:0:14854:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1557964770.676260:0:14854:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220052992 : -131296489498624 : ffff889627621800) 00000020:00000001:10.0:1557964770.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676264:0:14853:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000800:00000200:13.0:1557964770.676264:0:14852:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964770.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964770.676265:0:14854:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964770.676267:0:14852:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964770.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964770.676269:0:14853:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000800:00000200:13.0:1557964770.676269:0:14852:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964770.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964770.676271:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06480. 00000020:00000001:10.0:1557964770.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964770.676273:0:14853:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601120, offset 0 00000800:00000200:13.0:1557964770.676273:0:14852:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964770.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676274:0:14854:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:13.0:1557964770.676275:0:14852:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964770.676276:0:14853:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736395000 (tot 24346292). 00000020:00000001:10.0:1557964770.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676277:0:14852:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:11.0:1557964770.676277:0:14854:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964770.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964770.676278:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896ef33fb00. 00000020:00000001:10.0:1557964770.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964770.676280:0:14853:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:13.0:1557964770.676280:0:14852:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:11.0:1557964770.676282:0:14854:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601136, offset 0 00000020:00000001:10.0:1557964770.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676283:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964770.676284:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000400:00000010:11.0:1557964770.676285:0:14854:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0b400 (tot 24346692). 00000020:00000001:10.0:1557964770.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676286:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964770.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964770.676289:0:14854:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964770.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676291:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964770.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964770.676292:0:14853:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:13.0:1557964770.676292:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964770.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676295:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964770.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676296:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964770.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964770.676298:0:14853:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:13.0:1557964770.676298:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676300:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964770.676301:0:14854:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964770.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676303:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964770.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676304:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964770.676305:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676307:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964770.676307:0:14854:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:25.0:1557964770.676308:0:14853:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964770.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964770.676311:0:14853:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964770.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964770.676313:0:14853:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (23)++ 00000800:00000200:11.0:1557964770.676313:0:14854:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964770.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964770.676315:0:14854:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964770.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964770.676317:0:14853:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (24)-- 00000800:00000200:11.0:1557964770.676317:0:14854:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964770.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676319:0:14853:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676321:0:14853:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:11.0:1557964770.676321:0:14854:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964770.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676323:0:14853:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676323:0:14854:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676325:0:14854:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964770.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676326:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676342:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964770.676342:0:14854:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676343:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676344:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964770.676344:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964770.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676345:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964770.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676346:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964770.676346:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964770.676346:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964770.676346:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964770.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676347:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676347:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964770.676347:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676347:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964770.676347:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:25.0:1557964770.676348:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676348:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964770.676348:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676348:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676349:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964770.676349:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964770.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676350:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676350:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676351:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676351:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964770.676351:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676351:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676352:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964770.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676353:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676353:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676354:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676354:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964770.676355:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964770.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964770.676360:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964770.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964770.676364:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964770.676366:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964770.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964770.676375:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:14.0:1557964770.676376:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964770.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964770.676379:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964770.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964770.676380:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964770.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676389:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676389:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964770.676389:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676390:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676390:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964770.676391:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:4.0:1557964770.676391:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964770.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964770.676392:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889688f75b00 00000020:00000001:10.0:1557964770.676393:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676393:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676394:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676394:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964770.676394:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889688f75b00. 00000020:00000001:10.0:1557964770.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964770.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964770.676397:0:14821:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964770.676397:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964770.676397:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318517004) 00000400:00000010:4.0:1557964770.676398:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887376cf200 (tot 24346292). 00000100:00000200:14.0:1557964770.676399:0:14821:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964770.676400:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:4.0:1557964770.676401:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000100:00000001:14.0:1557964770.676403:0:14821:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:4.0:1557964770.676404:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000040:14.0:1557964770.676405:0:14821:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964770.676408:0:14821:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964770.676409:0:14821:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964770.676410:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fb00 00000400:00000010:14.0:1557964770.676411:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fb00. 00000400:00000010:14.0:1557964770.676414:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0b400 (tot 24345892). 00000100:00000001:7.0:1557964770.676414:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964770.676415:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557964770.676417:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:7.0:1557964770.676418:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964770.676429:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964770.676432:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964770.676441:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964770.676443:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964770.676444:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06480 00000400:00000010:7.0:1557964770.676447:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06480. 00000400:00000010:7.0:1557964770.676450:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736395000 (tot 24345492). 00000800:00000200:7.0:1557964770.676453:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964770.676481:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964770.676533:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:14.2:1557964770.676539:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:21.0:1557964770.676543:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000800:00000200:14.0:1557964770.676548:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000400:00000200:21.0:1557964770.676551:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:14.0:1557964770.676552:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000010:21.0:1557964770.676554:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:14.0:1557964770.676555:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:15.0:1557964770.676583:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964770.676587:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24346292). 00000400:00000200:21.0:1557964770.676589:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04a10 00000400:00000200:14.0:1557964770.676590:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a30 00000400:00000200:21.0:1557964770.676593:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd949 [1] + 192 00000400:00000200:14.0:1557964770.676594:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x99b5 [1] + 192 00000800:00000200:4.0:1557964770.676595:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:21.0:1557964770.676596:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:14.0:1557964770.676626:0:14819:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964770.676627:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:14.0:1557964770.676628:0:14819:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964770.676628:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964770.676631:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000040:21.0:1557964770.676632:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964770.676633:0:14819:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:4.0:1557964770.676633:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24346692). 00000800:00000200:17.0:1557964770.676636:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000200:4.0:1557964770.676636:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a20 00000100:00000001:21.0:1557964770.676638:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:14.0:1557964770.676638:0:14819:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964770.676639:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24346292). 00000400:00000010:21.0:1557964770.676640:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:4.0:1557964770.676640:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd951 [1] + 192 00000800:00000200:14.0:1557964770.676641:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:21.0:1557964770.676642:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:14.0:1557964770.676642:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:21.0:1557964770.676643:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:14.0:1557964770.676643:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:4.0:1557964770.676643:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964770.676645:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:4.0:1557964770.676645:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964770.676649:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964770.676665:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:4.0:1557964770.676667:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964770.676668:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964770.676669:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964770.676670:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:11.0:1557964770.676675:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964770.676676:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964770.676676:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964770.676678:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:11.0:1557964770.676678:0:14854:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964770.676679:0:14854:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000001:13.0:1557964770.676680:0:14852:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:11.0:1557964770.676680:0:14854:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000001:13.0:1557964770.676681:0:14852:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:13.0:1557964770.676682:0:14852:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:11.0:1557964770.676682:0:14854:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:13.0:1557964770.676684:0:14852:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:11.0:1557964770.676687:0:14854:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:13.0:1557964770.676689:0:14852:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964770.676691:0:14854:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:11.0:1557964770.676692:0:14854:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff99c0. 00000100:00000001:13.0:1557964770.676693:0:14852:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:11.0:1557964770.676693:0:14854:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e600 00000400:00000010:11.0:1557964770.676694:0:14854:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e600. 00000100:00000001:11.0:1557964770.676694:0:14854:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:13.0:1557964770.676695:0:14852:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889734a91660. 00000400:00000200:13.0:1557964770.676695:0:14852:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889688f75600 00000100:00000001:11.0:1557964770.676695:0:14854:0:(client.c:1337:after_reply()) Process entered 00000400:00000010:13.0:1557964770.676696:0:14852:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889688f75600. 02000000:00000001:11.0:1557964770.676696:0:14854:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:13.0:1557964770.676697:0:14852:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964770.676697:0:14854:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:13.0:1557964770.676698:0:14852:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:13.0:1557964770.676698:0:14852:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964770.676698:0:14854:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964770.676698:0:14854:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676699:0:14852:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:13.0:1557964770.676700:0:14852:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1557964770.676700:0:14854:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=100 v=45 (45 45 45 45) 00000100:00000001:25.0:1557964770.676701:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:13.0:1557964770.676701:0:14852:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676702:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00001000:11.0:1557964770.676702:0:14854:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=100 v=45 (1 1 1 1) 00000100:00001000:13.0:1557964770.676703:0:14852:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=100 v=45 (45 45 45 45) 00000100:00000001:11.0:1557964770.676703:0:14854:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964770.676703:0:14854:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:25.0:1557964770.676704:0:14853:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00001000:13.0:1557964770.676704:0:14852:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=100 v=45 (1 1 1 1) 00010000:00000001:11.0:1557964770.676704:0:14854:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000001:25.0:1557964770.676705:0:14853:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:13.0:1557964770.676705:0:14852:0:(client.c:1251:ptlrpc_check_status()) Process entered 00010000:00080000:11.0:1557964770.676705:0:14854:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964770.676706:0:14853:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:13.0:1557964770.676706:0:14852:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557964770.676706:0:14852:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:13.0:1557964770.676707:0:14852:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964770.676708:0:14853:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964770.676708:0:14852:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964770.676708:0:14854:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1557964770.676709:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964770.676709:0:14854:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1557964770.676709:0:14854:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:11.0:1557964770.676710:0:14854:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1557964770.676711:0:14854:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964770.676712:0:14852:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:11.0:1557964770.676712:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000200:25.0:1557964770.676713:0:14853:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964770.676713:0:14852:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:13.0:1557964770.676713:0:14852:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:13.0:1557964770.676715:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964770.676724:0:14853:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:11.0:1557964770.676725:0:14854:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964770.676726:0:14854:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:25.0:1557964770.676727:0:14853:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88971739cba0. 00000100:00000001:11.0:1557964770.676727:0:14854:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:25.0:1557964770.676728:0:14853:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07900 00000100:00100000:13.0:1557964770.676728:0:14852:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:8c05ad95-98db-8b06-7942-a20be71d88ee:14852:1633636024601104:172.19.1.24@o2ib100:400 00000100:00000040:11.0:1557964770.676728:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000010:25.0:1557964770.676729:0:14853:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07900. 00000100:00000001:25.0:1557964770.676730:0:14853:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964770.676730:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964770.676731:0:14853:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:13.0:1557964770.676731:0:14852:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00100000:11.0:1557964770.676731:0:14854:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:looze-MDT0001-lwp-OST0009_UUID:14854:1633636024601136:172.19.1.25@o2ib100:400 02000000:00000001:25.0:1557964770.676732:0:14853:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:25.0:1557964770.676732:0:14853:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000040:13.0:1557964770.676732:0:14852:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621500 x1633636024601104/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964770.676733:0:14853:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676733:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964770.676733:0:14854:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:25.0:1557964770.676734:0:14853:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964770.676734:0:14854:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621800 x1633636024601136/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:13.0:1557964770.676735:0:14852:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:13.0:1557964770.676735:0:14852:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:25.0:1557964770.676736:0:14853:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=100 v=45 (45 45 45 45) 02000000:00000010:13.0:1557964770.676736:0:14852:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8887376cb600. 00000100:00001000:25.0:1557964770.676737:0:14853:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=100 v=45 (1 1 1 1) 02000000:00000001:13.0:1557964770.676737:0:14852:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:13.0:1557964770.676737:0:14852:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:11.0:1557964770.676737:0:14854:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557964770.676737:0:14854:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:13.0:1557964770.676738:0:14852:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:13.0:1557964770.676738:0:14852:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964770.676738:0:14854:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0c800. 00000100:00000001:25.0:1557964770.676739:0:14853:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964770.676739:0:14853:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:13.0:1557964770.676739:0:14852:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb600. 02000000:00000001:11.0:1557964770.676739:0:14854:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:25.0:1557964770.676740:0:14853:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:13.0:1557964770.676740:0:14852:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:13.0:1557964770.676740:0:14852:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:13.0:1557964770.676740:0:14852:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621500. 00000020:00000001:11.0:1557964770.676740:0:14854:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964770.676740:0:14854:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00010000:00000001:25.0:1557964770.676741:0:14853:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964770.676741:0:14854:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964770.676741:0:14854:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb500. 00000100:00000001:25.0:1557964770.676742:0:14853:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:13.0:1557964770.676742:0:14852:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:13.0:1557964770.676742:0:14852:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:11.0:1557964770.676742:0:14854:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:25.0:1557964770.676743:0:14853:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:25.0:1557964770.676743:0:14853:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:13.0:1557964770.676743:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:11.0:1557964770.676743:0:14854:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964770.676743:0:14854:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621800. 00000100:00000001:25.0:1557964770.676744:0:14853:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676744:0:14854:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964770.676744:0:14854:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:25.0:1557964770.676745:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:13.0:1557964770.676745:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1557964770.676745:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676745:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964770.676746:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964770.676747:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676747:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964770.676747:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676748:0:14853:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:13.0:1557964770.676748:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964770.676748:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964770.676748:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964770.676749:0:14853:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557964770.676749:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676750:0:14853:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964770.676750:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964770.676750:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964770.676751:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:25.0:1557964770.676754:0:14853:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:looze-MDT0000-lwp-OST0009_UUID:14853:1633636024601120:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557964770.676756:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964770.676757:0:14853:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:25.0:1557964770.676758:0:14853:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621200 x1633636024601120/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964876 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964770.676760:0:14853:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557964770.676761:0:14853:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557964770.676761:0:14853:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736390a00. 02000000:00000001:25.0:1557964770.676762:0:14853:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964770.676763:0:14853:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557964770.676764:0:14853:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:25.0:1557964770.676765:0:14853:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964770.676765:0:14853:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7fb100. 02000000:00000001:25.0:1557964770.676766:0:14853:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964770.676767:0:14853:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964770.676767:0:14853:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621200. 00000100:00000001:25.0:1557964770.676768:0:14853:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964770.676769:0:14853:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964770.676769:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964770.676771:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964770.676771:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676772:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964770.676773:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964770.676773:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964770.676774:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964771.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964771.330050:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:8.0:1557964771.330054:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03dc00 (tot 24345892). 00000400:00000200:8.0:1557964771.330060:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:8.0:1557964771.330073:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:8.0:1557964771.330080:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:8.0:1557964771.330086:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964771.330089:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:8.0:1557964771.330091:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964771.330096:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:8.0:1557964771.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964771.330104:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:8.0:1557964771.330106:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03ba00 (tot 24346292). 00000400:00000200:8.0:1557964771.330109:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:8.0:1557964771.330118:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:8.0:1557964771.330123:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:8.0:1557964771.330127:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:9.2:1557964771.330131:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964771.330132:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:8.0:1557964771.330133:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:8.0:1557964771.330136:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:8.0:1557964771.330139:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964771.330143:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:8.0:1557964771.330145:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03f600 (tot 24346692). 00000400:00000200:8.0:1557964771.330148:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:8.0:1557964771.330157:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:8.0:1557964771.330161:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:8.0:1557964771.330164:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964771.330166:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:8.0:1557964771.330167:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:8.0:1557964771.330170:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:26.2:1557964771.330171:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:8.0:1557964771.330173:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964771.330178:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:8.0:1557964771.330179:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03e800 (tot 24347092). 00000400:00000200:8.0:1557964771.330183:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:7.0:1557964771.330184:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000400:00000200:8.0:1557964771.330191:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:26.0:1557964771.330192:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000800:00000200:7.0:1557964771.330192:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000800:00000200:8.0:1557964771.330195:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964771.330197:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000400:00000010:7.0:1557964771.330198:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03dc00 (tot 24346692). 00000800:00000200:8.0:1557964771.330200:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964771.330201:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:7.0:1557964771.330201:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000010:26.0:1557964771.330202:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03ba00 (tot 24346292). 00000800:00000200:8.0:1557964771.330203:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:7.0:1557964771.330204:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:27.2:1557964771.330205:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:8.0:1557964771.330206:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000400:00000200:8.0:1557964771.330209:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:7.0:1557964771.330211:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:8.0:1557964771.330213:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964771.330214:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000010:8.0:1557964771.330215:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c038c00 (tot 24346692). 00000800:00000200:26.0:1557964771.330217:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:8.0:1557964771.330219:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:7.0:1557964771.330220:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000010:7.0:1557964771.330223:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24347092). 00000800:00000200:26.0:1557964771.330225:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:27.0:1557964771.330226:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000800:00000200:17.0:1557964771.330227:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:8.0:1557964771.330228:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:27.0:1557964771.330231:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000400:00000200:26.0:1557964771.330232:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:8.0:1557964771.330233:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000400:00000010:26.0:1557964771.330235:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968f56be00 (tot 24347492). 00000800:00000200:8.0:1557964771.330237:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000400:00000200:7.0:1557964771.330237:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:15.0:1557964771.330240:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:8.0:1557964771.330240:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:8.0:1557964771.330241:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000400:00000010:27.0:1557964771.330243:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03f600 (tot 24347092). 00000800:00000200:8.0:1557964771.330244:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:15.0:1557964771.330245:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000400:00000200:26.0:1557964771.330247:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000800:00000200:27.0:1557964771.330248:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (23)-- 00000400:00000200:8.0:1557964771.330248:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:27.0:1557964771.330250:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:15.0:1557964771.330251:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:12.2:1557964771.330251:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:7.0:1557964771.330251:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:8.0:1557964771.330253:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:7.0:1557964771.330253:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24346692). 00000400:00000200:26.0:1557964771.330254:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:8.0:1557964771.330254:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b400 (tot 24347092). 00000800:00000200:7.0:1557964771.330256:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000400:00000010:26.0:1557964771.330257:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968f56be00 (tot 24346692). 00000400:00000200:8.0:1557964771.330258:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:7.0:1557964771.330259:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:26.0:1557964771.330260:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:11.2:1557964771.330260:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:15.0:1557964771.330261:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:26.0:1557964771.330262:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964771.330264:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000400:00000010:15.0:1557964771.330264:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b312600 (tot 24347092). 00000400:00000200:8.0:1557964771.330267:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:7.0:1557964771.330268:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000800:00000200:8.0:1557964771.330271:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:7.0:1557964771.330271:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000400:00000200:15.0:1557964771.330275:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:8.0:1557964771.330275:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:7.0:1557964771.330276:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000800:00000200:8.0:1557964771.330277:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:17.0:1557964771.330278:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000800:00000200:8.0:1557964771.330278:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000400:00000200:15.0:1557964771.330280:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:8.0:1557964771.330281:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000400:00000010:7.0:1557964771.330281:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03e800 (tot 24346692). 00000800:00000200:17.0:1557964771.330283:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000400:00000010:15.0:1557964771.330283:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b312600 (tot 24346292). 00000800:00000200:7.0:1557964771.330283:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:21.0:1557964771.330285:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:15.0:1557964771.330286:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:15.0:1557964771.330289:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:15.0:1557964771.330302:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000400:00000010:17.0:1557964771.330303:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c038c00 (tot 24345892). 00000800:00000200:28.2:1557964771.330304:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:7.0:1557964771.330304:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:17.0:1557964771.330307:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000200:8.0:1557964771.330307:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000400:00000200:8.0:1557964771.330311:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:8.0:1557964771.330313:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03da00 (tot 24346292). 00000800:00000200:11.2:1557964771.330331:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000400:00000200:8.0:1557964771.330331:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:28.0:1557964771.330334:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000400:00000200:8.0:1557964771.330334:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:8.0:1557964771.330336:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:28.0:1557964771.330337:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:8.0:1557964771.330338:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000400:00000010:28.0:1557964771.330339:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b400 (tot 24345892). 00000800:00000200:8.0:1557964771.330339:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:21.0:1557964771.330340:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:14.0:1557964771.330340:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:8.0:1557964771.330340:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:8.0:1557964771.330341:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:8.0:1557964771.330342:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318431658 00000800:00000200:28.0:1557964771.330343:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:12.2:1557964771.330343:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (20)++ 00000800:00000200:21.0:1557964771.330344:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000400:00000200:8.0:1557964771.330344:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:8.0:1557964771.330345:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03cc00 (tot 24346292). 00000400:00000200:8.0:1557964771.330347:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:21.0:1557964771.330348:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000800:00000200:7.0:1557964771.330349:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000010:21.0:1557964771.330350:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24346692). 00000400:00000200:8.0:1557964771.330351:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:7.0:1557964771.330351:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000800:00000200:8.0:1557964771.330353:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000200:21.0:1557964771.330354:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000800:00000200:17.0:1557964771.330354:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:7.0:1557964771.330354:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:8.0:1557964771.330355:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000400:00000200:7.0:1557964771.330356:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000200:21.0:1557964771.330357:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:8.0:1557964771.330357:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:8.0:1557964771.330357:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000400:00000010:7.0:1557964771.330357:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24347092). 00000400:00000010:21.0:1557964771.330358:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24346692). 00000800:00000200:8.0:1557964771.330359:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:21.0:1557964771.330360:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:7.0:1557964771.330361:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000800:00000200:21.0:1557964771.330362:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:21.0:1557964771.330362:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000200:7.0:1557964771.330363:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:7.0:1557964771.330364:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24346292). 00000800:00000200:7.0:1557964771.330365:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:7.0:1557964771.330365:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:14.2:1557964771.330366:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:7.0:1557964771.330366:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:14.0:1557964771.330372:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:29.2:1557964771.330376:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:14.0:1557964771.330376:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000800:00000200:15.0:1557964771.330378:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000010:14.0:1557964771.330379:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03cc00 (tot 24345892). 00000800:00000200:14.0:1557964771.330381:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:17.0:1557964771.330385:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:28.2:1557964771.330386:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:17.0:1557964771.330387:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:28.0:1557964771.330390:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000400:00000010:17.0:1557964771.330390:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03da00 (tot 24345492). 00000800:00000200:4.0:1557964771.330391:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:17.0:1557964771.330393:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:28.0:1557964771.330394:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000200:28.0:1557964771.330397:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964771.330398:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8897376c1c00 (tot 24345892). 00000800:00000200:13.0:1557964771.330399:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:28.0:1557964771.330401:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000400:00000200:28.0:1557964771.330403:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964771.330404:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8897376c1c00 (tot 24345492). 00000800:00000200:28.0:1557964771.330405:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557964771.330407:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557964771.330407:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:14.2:1557964771.330467:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:14.0:1557964771.330471:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557964771.330474:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:15.0:1557964771.330476:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000200:14.0:1557964771.330477:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000800:00000200:29.2:1557964771.330478:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000400:00000010:14.0:1557964771.330479:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964771.330482:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:14.0:1557964771.330484:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964771.330485:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964771.330486:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557964771.330488:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557964771.330489:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:21.0:1557964771.330516:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:21.0:1557964771.330521:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000400:00000200:21.0:1557964771.330526:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:21.0:1557964771.330527:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24345892). 00000400:00000200:21.0:1557964771.330531:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000400:00000200:21.0:1557964771.330533:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964771.330534:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345492). 00000800:00000200:21.0:1557964771.330536:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (22)++ 00000800:00000200:21.0:1557964771.330537:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (23)-- 00000800:00000200:21.0:1557964771.330538:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:21.0:1557964771.330540:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00010000:00000001:8.0:1557964771.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964771.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964771.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964771.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964771.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964771.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964771.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964771.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964771.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964771.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964771.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964771.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964771.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964771.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964772.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964772.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964772.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964772.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964772.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964772.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964772.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964772.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964772.508081:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964772.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964772.508086:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964772.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964772.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964772.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964772.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964772.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964772.559815:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886ff6feb00 (tot 24345748). 00000400:00000010:6.0:1557964772.559830:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886ff6feb00 (tot 24345492). 00000020:00000001:6.0:1557964772.560854:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964772.560855:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318488887, max_age 4318492888 00002000:00000001:6.0:1557964772.560856:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964772.560857:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964772.560858:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964772.560860:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964772.560861:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964772.560862:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964772.560863:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964772.560864:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964772.560866:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964772.560867:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964772.560868:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964772.560869:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964772.560869:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964772.560895:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964772.560895:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318493888, max_age 4318492888 00000020:00000004:6.0:1557964772.560896:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964772.560897:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964772.560919:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964772.560919:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318493888, max_age 4318492888 00000020:00000004:6.0:1557964772.560920:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964772.560921:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964772.560944:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964772.560944:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318493888, max_age 4318492888 00000020:00000004:6.0:1557964772.560945:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964772.560946:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964773.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964773.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964773.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964773.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964773.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964773.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964773.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964773.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964773.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964773.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964773.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964773.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964773.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964773.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964773.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964773.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964774.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964774.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964774.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964774.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964774.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964774.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964774.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964774.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964774.508055:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964774.508056:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964774.508057:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964774.508058:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964774.508075:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964774.508076:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964774.508077:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964774.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964775.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964775.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964775.443074:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964775.443095:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964775.443103:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964775.443111:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964775.443114:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964775.443120:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010860 00000400:00000200:14.0:1557964775.443141:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9435 [1] + 0 00000400:00000010:14.0:1557964775.443143:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36600. 00000400:00000200:14.0:1557964775.443145:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2880 00000800:00000200:28.0:1557964775.443146:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964775.443148:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964775.443148:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964775.443150:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3ab450 x1633635891480672 msgsize 224 00000100:00100000:14.0:1557964775.443152:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964775.443153:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964775.443155:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964775.443156:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2880 00000400:00000010:14.0:1557964775.443157:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2880. 00000400:00000010:14.0:1557964775.443159:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964775.443160:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964775.443179:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964775.443181:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964775.443187:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964775.443188:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964775.443190:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964775.443192:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964775.443193:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964775.443193:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964775.443195:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964775.443196:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480672 00000020:00000001:10.0:1557964775.443197:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964775.443198:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964775.443199:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964775.443200:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964775.443201:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964775.443202:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964775.443204:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964775.443205:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964775.443206:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964775.443207:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3c00. 00000020:00000010:10.0:1557964775.443209:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964775.443210:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964775.443211:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964775.443212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964775.443213:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964775.443214:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964775.443217:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964775.443218:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964775.443219:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964775.443220:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964775.443220:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964775.443221:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964775.443222:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964775.443224:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1603 00000100:00000040:10.0:1557964775.443225:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964775.443226:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928747600 : -131294780804016 : ffff88968d3ab450) 00000100:00000040:10.0:1557964775.443227:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3ab450 x1633635891480672/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:441/0 lens 224/0 e 0 to 0 dl 1557964836 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964775.443231:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964775.443231:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964775.443233:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891480672:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964775.443235:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480672 00000020:00000001:10.0:1557964775.443236:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964775.443237:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964775.443238:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964775.443239:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964775.443239:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964775.443240:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964775.443241:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964775.443242:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964775.443242:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964775.443243:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964775.443244:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964775.443245:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964775.443246:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73ac00. 02000000:00000001:10.0:1557964775.443247:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964775.443247:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964775.443248:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964775.443249:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964775.443250:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964775.443251:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964775.443253:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964775.443254:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964775.443255:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964775.443256:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964775.443257:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964775.443259:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964775.443260:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964775.443261:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964775.443263:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964775.443264:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964775.443265:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480672 00010000:00000001:10.0:1557964775.443265:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964775.443268:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3ab450 x1633635891480672/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:441/0 lens 224/368 e 0 to 0 dl 1557964836 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964775.443271:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964775.443272:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964775.443273:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=78 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964775.443274:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964775.443276:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964775.443277:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964775.443278:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964775.443278:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964775.443279:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964775.443280:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964775.443281:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2f00. 00000100:00000200:10.0:1557964775.443282:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480672, offset 192 00000400:00000010:10.0:1557964775.443285:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e3800 (tot 24345892). 00000400:00000200:10.0:1557964775.443286:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964775.443292:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964775.443294:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964775.443297:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964775.443298:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964775.443299:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964775.443301:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964775.443301:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964775.443302:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964775.443303:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964775.443304:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964775.443304:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964775.443305:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964775.443306:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964775.443307:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964775.443308:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3ab450 x1633635891480672/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:441/0 lens 224/336 e 0 to 0 dl 1557964836 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964775.443311:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964775.443312:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891480672:12345-172.19.1.25@o2ib100:13 Request processed in 79us (161us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964775.443314:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964775.443315:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964775.443316:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964775.443317:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2f00 00000400:00000010:14.0:1557964775.443317:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2f00. 00000400:00000010:14.0:1557964775.443319:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e3800 (tot 24345492). 00000800:00000200:14.0:1557964775.443320:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964775.443321:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557964775.443322:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1603 00000100:00000040:10.0:1557964775.443323:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964775.443324:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964775.443325:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964775.443326:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3c00. 00000020:00000010:10.0:1557964775.443327:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964775.443328:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964775.443329:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964775.443330:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964775.443330:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73ac00. 02000000:00000001:10.0:1557964775.443331:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964775.443332:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964775.443333:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964775.443334:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83e40. 00000400:00000010:10.0:1557964775.443336:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3c00. 00000400:00000001:10.0:1557964775.443337:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964775.443338:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964775.451390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964775.451439:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964775.451448:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964775.451457:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964775.451460:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964775.451466:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12260 00000400:00000200:4.0:1557964775.451473:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd3d9 [1] + 0 00000800:00000200:17.0:1557964775.451481:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:4.0:1557964775.451481:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95420. 00000400:00000200:4.0:1557964775.451483:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe280 00000100:00000001:4.0:1557964775.451487:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964775.451488:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964775.451491:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630265c50 x1633635870515808 msgsize 224 00000100:00100000:4.0:1557964775.451497:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964775.451499:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964775.451501:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964775.451502:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe280 00000400:00000010:4.0:1557964775.451504:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe280. 00000400:00000010:4.0:1557964775.451506:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964775.451509:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964775.451509:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964775.451512:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964775.451512:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:4.0:1557964775.451514:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964775.451515:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964775.451516:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964775.451518:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964775.451519:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964775.451523:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964775.451526:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515808 00000020:00000001:1.0:1557964775.451528:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964775.451531:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964775.451533:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964775.451535:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964775.451537:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964775.451539:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964775.451542:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964775.451544:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964775.451546:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964775.451549:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ba80. 00000020:00000010:1.0:1557964775.451552:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a549c0. 00000100:00000040:1.0:1557964775.451555:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964775.451557:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964775.451558:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964775.451559:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964775.451562:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964775.451568:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964775.451571:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964775.451572:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964775.451574:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964775.451575:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964775.451576:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964775.451577:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964775.451582:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1609 00000100:00000040:1.0:1557964775.451584:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964775.451586:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647656528 : -131365061895088 : ffff888630265c50) 00000100:00000040:1.0:1557964775.451590:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630265c50 x1633635870515808/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:441/0 lens 224/0 e 0 to 0 dl 1557964836 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964775.451600:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964775.451601:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964775.451604:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870515808:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964775.451608:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515808 00000020:00000001:1.0:1557964775.451610:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964775.451612:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964775.451614:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964775.451616:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964775.451618:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964775.451620:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964775.451622:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964775.451624:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964775.451625:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964775.451626:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964775.451629:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964775.451630:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964775.451632:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8800. 02000000:00000001:1.0:1557964775.451634:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964775.451635:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964775.451637:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964775.451639:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964775.451640:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964775.451642:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964775.451644:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964775.451647:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964775.451650:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964775.451653:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964775.451656:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964775.451658:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964775.451661:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964775.451662:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964775.451664:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515808 00010000:00000001:1.0:1557964775.451667:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964775.451670:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630265c50 x1633635870515808/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:441/0 lens 224/368 e 0 to 0 dl 1557964836 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964775.451679:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964775.451680:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964775.451682:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=78 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964775.451686:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964775.451689:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964775.451691:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964775.451697:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964775.451698:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964775.451700:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964775.451703:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964775.451705:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a480. 00000100:00000200:1.0:1557964775.451709:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515808, offset 192 00000400:00000010:1.0:1557964775.451712:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72400 (tot 24345892). 00000400:00000200:1.0:1557964775.451716:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964775.451729:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964775.451735:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964775.451741:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964775.451743:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964775.451745:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964775.451750:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964775.451751:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964775.451753:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964775.451771:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964775.451773:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964775.451774:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964775.451775:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964775.451776:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964775.451777:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630265c50 x1633635870515808/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:441/0 lens 224/336 e 0 to 0 dl 1557964836 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964775.451781:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870515808:12345-172.19.1.24@o2ib100:13 Request processed in 180us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964775.451784:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1609 00000100:00000040:1.0:1557964775.451785:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964775.451785:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:29.2:1557964775.451786:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964775.451786:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964775.451787:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ba80. 00000020:00000010:1.0:1557964775.451788:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a549c0. 00000020:00000010:1.0:1557964775.451788:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964775.451789:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964775.451791:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964775.451793:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964775.451794:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889713216660. 00000400:00000010:1.0:1557964775.451795:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ba80. 00000400:00000001:1.0:1557964775.451796:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964775.451797:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964775.451838:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964775.451842:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964775.451845:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964775.451845:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964775.451866:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8800. 02000000:00000001:21.0:1557964775.451869:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964775.451871:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964775.451872:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a480 00000400:00000010:21.0:1557964775.451873:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a480. 00000400:00000010:21.0:1557964775.451874:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72400 (tot 24345492). 00000800:00000200:7.0:1557964775.451875:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964775.451878:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964775.508031:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964775.508032:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964775.508035:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964775.508035:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964775.508036:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964775.508037:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964775.508042:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964775.508045:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964775.508046:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964775.508046:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964775.508062:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964775.508063:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964775.508064:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964775.508065:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964775.927643:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:17.0:1557964775.927694:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964775.927704:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:17.0:1557964775.927712:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:17.0:1557964775.927715:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964775.927721:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726150 00000400:00000200:17.0:1557964775.927727:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbc99 [1] + 0 00000400:00000010:17.0:1557964775.927733:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83542a0. 00000400:00000200:17.0:1557964775.927735:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81f00 00000800:00000200:4.0:1557964775.927737:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:17.0:1557964775.927741:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964775.927742:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:17.0:1557964775.927745:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863d642c50 x1633636318339408 msgsize 224 00000100:00100000:17.0:1557964775.927751:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:17.0:1557964775.927752:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964775.927755:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964775.927756:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81f00 00000400:00000010:17.0:1557964775.927757:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81f00. 00000400:00000010:17.0:1557964775.927760:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964775.927762:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964775.927765:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964775.927767:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964775.927791:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964775.927794:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964775.927796:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964775.927798:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964775.927799:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964775.927800:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964775.927804:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964775.927806:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339408 00000020:00000001:19.0:1557964775.927808:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964775.927809:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964775.927811:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964775.927814:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964775.927816:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964775.927818:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964775.927821:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964775.927822:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964775.927824:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88777989ca00. 00000020:00000010:19.0:1557964775.927827:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863febd700. 00000020:00000010:19.0:1557964775.927830:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737dcf200. 00000100:00000040:19.0:1557964775.927832:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964775.927834:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964775.927835:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964775.927836:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964775.927839:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964775.927841:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964775.927841:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964775.927848:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964775.927851:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964775.927852:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964775.927854:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964775.927855:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964775.927856:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964775.927857:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964775.927862:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 298 00000100:00000040:19.0:1557964775.927864:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964775.927866:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869811280 : -131364839740336 : ffff88863d642c50) 00000100:00000040:19.0:1557964775.927870:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d642c50 x1633636318339408/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:441/0 lens 224/0 e 0 to 0 dl 1557964836 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964775.927880:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964775.927881:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964775.927884:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24078:x1633636318339408:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964775.927888:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339408 00000020:00000001:19.0:1557964775.927890:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964775.927892:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964775.927893:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964775.927895:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964775.927896:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964775.927898:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964775.927899:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964775.927901:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964775.927902:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964775.927903:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964775.927904:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964775.927905:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964775.927907:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964775.927909:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964775.927910:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964775.927912:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff88777989b200. 02000000:00000001:19.0:1557964775.927914:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964775.927915:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964775.927917:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964775.927918:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339408 00010000:00000001:19.0:1557964775.927921:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964775.927924:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d642c50 x1633636318339408/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:441/0 lens 224/224 e 0 to 0 dl 1557964836 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964775.927933:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964775.927934:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964775.927936:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=78 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964775.927940:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964775.927942:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964775.927944:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964775.927946:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964775.927947:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964775.927949:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964775.927952:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964775.927955:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febc000. 00000100:00000200:19.0:1557964775.927958:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339408, offset 192 00000400:00000010:19.0:1557964775.927960:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88777989e200 (tot 24345892). 00000400:00000200:19.0:1557964775.927965:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964775.928046:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964775.928049:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964775.928051:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964775.928052:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964775.928053:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964775.928055:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964775.928055:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964775.928056:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964775.928057:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964775.928057:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964775.928058:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964775.928058:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964775.928059:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964775.928060:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d642c50 x1633636318339408/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:441/0 lens 224/192 e 0 to 0 dl 1557964836 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964775.928064:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24078:x1633636318339408:12345-172.19.1.39@o2ib100:400 Request processed in 183us (318us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964775.928067:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 298 00000100:00000040:19.0:1557964775.928068:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964775.928069:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964775.928069:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964775.928070:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863febd700. 00000020:00000010:19.0:1557964775.928071:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737dcf200. 00000020:00000010:19.0:1557964775.928072:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88777989ca00. 00000020:00000040:19.0:1557964775.928072:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964775.928073:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964775.928074:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964775.928075:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88863d60c720. 00000400:00000010:19.0:1557964775.928076:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febd700. 00000400:00000001:19.0:1557964775.928077:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964775.928078:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964775.928095:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964775.928132:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:7.0:1557964775.928136:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:7.0:1557964775.928138:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964775.928138:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964775.928140:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff88777989b200. 02000000:00000001:7.0:1557964775.928162:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964775.928162:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964775.928163:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863febc000 00000400:00000010:7.0:1557964775.928164:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863febc000. 00000400:00000010:7.0:1557964775.928165:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88777989e200 (tot 24345492). 00000800:00000200:7.0:1557964775.928166:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557964775.928168:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:8.0:1557964776.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964776.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964776.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964776.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964776.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964776.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964776.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964776.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964776.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964776.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964776.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964776.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964776.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964776.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964776.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964776.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964777.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964777.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964777.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964777.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964777.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964777.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964777.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964777.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964777.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964777.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964777.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964777.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964777.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964777.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964777.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964777.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964777.561344:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888719837500 (tot 24345748). 00000400:00000010:6.0:1557964777.561359:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888719837500 (tot 24345492). 00000020:00000001:6.0:1557964777.562389:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964777.562390:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318493888, max_age 4318497890 00002000:00000001:6.0:1557964777.562391:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964777.562392:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964777.562393:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964777.562395:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964777.562396:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964777.562397:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964777.562398:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964777.562399:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964777.562401:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964777.562402:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964777.562403:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964777.562404:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964777.562404:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964777.562428:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964777.562429:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318498890, max_age 4318497890 00000020:00000004:6.0:1557964777.562430:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964777.562431:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964777.562454:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964777.562454:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318498890, max_age 4318497890 00000020:00000004:6.0:1557964777.562455:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964777.562456:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964777.562478:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964777.562478:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318498890, max_age 4318497890 00000020:00000004:6.0:1557964777.562479:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964777.562480:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964778.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964778.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964778.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964778.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964778.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964778.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964778.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964778.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964778.508062:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964778.508063:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964778.508064:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964778.508064:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964778.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964778.508083:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964778.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964778.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964779.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964779.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964779.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964779.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964779.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964779.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964779.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964779.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964779.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964779.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964779.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964779.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964779.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964779.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964779.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964779.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964780.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964780.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964780.451074:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964780.451096:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964780.451104:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964780.451112:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964780.451115:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964780.451121:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010880 00000400:00000200:14.0:1557964780.451127:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9445 [1] + 0 00000400:00000010:14.0:1557964780.451132:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36660. 00000400:00000200:14.0:1557964780.451134:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3780 00000800:00000200:15.0:1557964780.451137:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964780.451138:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964780.451139:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964780.451141:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3ab050 x1633635891480704 msgsize 224 00000100:00100000:14.0:1557964780.451147:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964780.451149:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964780.451153:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964780.451154:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3780 00000400:00000010:14.0:1557964780.451155:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3780. 00000400:00000010:14.0:1557964780.451158:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964780.451161:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964780.451163:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964780.451165:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964780.451188:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964780.451191:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964780.451194:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964780.451195:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964780.451197:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964780.451198:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964780.451202:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964780.451204:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480704 00000020:00000001:10.0:1557964780.451206:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964780.451208:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964780.451209:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964780.451211:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964780.451213:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964780.451216:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964780.451219:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964780.451221:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964780.451223:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964780.451229:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2f00. 00000020:00000010:10.0:1557964780.451231:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964780.451234:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964780.451236:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964780.451237:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964780.451239:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964780.451242:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964780.451247:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964780.451251:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964780.451252:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964780.451253:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964780.451254:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964780.451255:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964780.451257:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964780.451262:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1604 00000100:00000040:10.0:1557964780.451264:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964780.451266:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928746576 : -131294780805040 : ffff88968d3ab050) 00000100:00000040:10.0:1557964780.451270:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3ab050 x1633635891480704/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:446/0 lens 224/0 e 0 to 0 dl 1557964841 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964780.451280:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964780.451281:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964780.451284:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891480704:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964780.451288:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480704 00000020:00000001:10.0:1557964780.451289:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964780.451292:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964780.451308:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964780.451310:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964780.451310:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964780.451312:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964780.451312:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964780.451313:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964780.451314:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964780.451315:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964780.451316:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964780.451317:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964780.451318:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73ac00. 02000000:00000001:10.0:1557964780.451319:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964780.451319:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964780.451320:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964780.451321:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964780.451322:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964780.451323:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964780.451325:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964780.451326:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964780.451327:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964780.451328:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964780.451330:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964780.451331:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964780.451332:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964780.451333:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964780.451334:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964780.451335:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964780.451336:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480704 00010000:00000001:10.0:1557964780.451337:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964780.451338:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3ab050 x1633635891480704/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:446/0 lens 224/368 e 0 to 0 dl 1557964841 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964780.451342:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964780.451342:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964780.451343:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=83 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964780.451345:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964780.451346:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964780.451347:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964780.451348:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964780.451349:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964780.451350:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964780.451351:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964780.451352:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3780. 00000100:00000200:10.0:1557964780.451354:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480704, offset 192 00000400:00000010:10.0:1557964780.451358:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e7a00 (tot 24345892). 00000400:00000200:10.0:1557964780.451360:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964780.451366:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964780.451368:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964780.451371:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964780.451372:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964780.451373:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964780.451375:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964780.451375:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964780.451376:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964780.451377:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964780.451378:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964780.451379:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964780.451379:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964780.451380:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964780.451381:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964780.451382:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964780.451382:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3ab050 x1633635891480704/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:446/0 lens 224/336 e 0 to 0 dl 1557964841 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964780.451384:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964780.451386:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964780.451386:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891480704:12345-172.19.1.25@o2ib100:13 Request processed in 105us (244us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964780.451387:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964780.451387:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3780 00000800:00000200:15.0:1557964780.451388:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964780.451389:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3780. 00000100:00100000:10.0:1557964780.451389:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1604 00000100:00000040:10.0:1557964780.451390:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964780.451391:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e7a00 (tot 24345492). 00000100:00000001:10.0:1557964780.451391:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964780.451391:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964780.451392:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964780.451392:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2f00. 00000020:00000010:10.0:1557964780.451393:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964780.451394:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964780.451395:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964780.451396:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964780.451397:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73ac00. 02000000:00000001:10.0:1557964780.451397:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964780.451398:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964780.451399:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964780.451400:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83960. 00000400:00000010:10.0:1557964780.451402:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2f00. 00000400:00000001:10.0:1557964780.451403:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964780.451403:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964780.459379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964780.459430:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964780.459441:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964780.459449:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964780.459452:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964780.459459:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12280 00000400:00000200:4.0:1557964780.459465:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd3e9 [1] + 0 00000400:00000010:4.0:1557964780.459469:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f953c0. 00000400:00000200:4.0:1557964780.459471:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe200 00000800:00000200:17.0:1557964780.459474:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964780.459475:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964780.459476:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964780.459479:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630265850 x1633635870515840 msgsize 224 00000100:00100000:4.0:1557964780.459485:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964780.459486:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964780.459489:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964780.459490:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe200 00000400:00000010:4.0:1557964780.459492:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe200. 00000400:00000010:4.0:1557964780.459494:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964780.459497:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964780.459497:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964780.459500:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:4.0:1557964780.459501:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964780.459502:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:4.0:1557964780.459503:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964780.459504:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964780.459505:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964780.459507:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964780.459510:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964780.459513:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515840 00000020:00000001:1.0:1557964780.459515:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964780.459516:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964780.459518:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964780.459520:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964780.459522:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964780.459524:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964780.459527:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964780.459529:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964780.459531:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964780.459534:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a900. 00000020:00000010:1.0:1557964780.459536:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54480. 00000100:00000040:1.0:1557964780.459539:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964780.459541:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964780.459542:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964780.459543:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964780.459546:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964780.459552:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964780.459555:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964780.459556:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964780.459557:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964780.459558:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964780.459560:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964780.459563:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964780.459568:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1610 00000100:00000040:1.0:1557964780.459570:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964780.459572:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647655504 : -131365061896112 : ffff888630265850) 00000100:00000040:1.0:1557964780.459576:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630265850 x1633635870515840/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:446/0 lens 224/0 e 0 to 0 dl 1557964841 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964780.459586:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964780.459587:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964780.459591:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870515840:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964780.459594:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515840 00000020:00000001:1.0:1557964780.459596:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964780.459598:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964780.459599:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964780.459601:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964780.459603:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964780.459605:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964780.459607:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964780.459608:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964780.459610:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964780.459611:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964780.459614:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964780.459615:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964780.459617:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:1.0:1557964780.459619:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964780.459621:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964780.459623:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964780.459624:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964780.459626:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964780.459627:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964780.459629:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964780.459632:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964780.459635:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964780.459638:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964780.459642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964780.459644:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964780.459647:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964780.459649:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964780.459651:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515840 00010000:00000001:1.0:1557964780.459653:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964780.459656:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630265850 x1633635870515840/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:446/0 lens 224/368 e 0 to 0 dl 1557964841 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964780.459665:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964780.459666:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964780.459668:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=83 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964780.459672:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964780.459675:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964780.459677:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964780.459679:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964780.459680:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964780.459682:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964780.459685:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964780.459687:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a800. 00000100:00000200:1.0:1557964780.459690:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515840, offset 192 00000400:00000010:1.0:1557964780.459707:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77600 (tot 24345892). 00000400:00000200:1.0:1557964780.459709:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964780.459715:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964780.459717:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964780.459720:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964780.459721:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964780.459722:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964780.459725:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964780.459726:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964780.459726:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964780.459727:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964780.459728:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964780.459730:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964780.459730:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964780.459731:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964780.459732:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630265850 x1633635870515840/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:446/0 lens 224/336 e 0 to 0 dl 1557964841 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964780.459737:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870515840:12345-172.19.1.24@o2ib100:13 Request processed in 150us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964780.459739:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1610 00000100:00000040:1.0:1557964780.459740:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964780.459741:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964780.459742:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964780.459742:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a900. 00000020:00000010:1.0:1557964780.459743:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54480. 00000020:00000010:1.0:1557964780.459744:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964780.459745:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964780.459746:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964780.459747:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964780.459749:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0a20. 00000400:00000010:1.0:1557964780.459750:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a900. 00000400:00000001:1.0:1557964780.459751:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964780.459752:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964780.459757:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964780.459793:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964780.459797:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964780.459799:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964780.459800:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964780.459801:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:7.0:1557964780.459802:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964780.459803:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964780.459803:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a800 00000400:00000010:7.0:1557964780.459804:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a800. 00000400:00000010:7.0:1557964780.459806:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77600 (tot 24345492). 00000800:00000200:7.0:1557964780.459807:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964780.459808:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964780.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964780.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964780.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964780.508055:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964780.508057:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964780.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964780.508063:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964780.508064:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964780.508066:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964780.508067:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964780.508068:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964780.508070:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964780.508072:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964780.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964780.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964780.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964780.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964780.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964780.508091:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964780.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964780.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964781.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964781.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964781.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964781.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964781.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964781.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964781.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964781.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964781.508064:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964781.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964781.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964781.508091:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964781.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964781.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964781.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964781.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964782.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964782.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964782.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964782.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964782.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964782.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964782.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964782.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964782.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964782.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964782.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964782.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964782.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964782.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964782.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964782.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964782.562817:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff887775f28800 (tot 24345748). 00000400:00000010:6.0:1557964782.562826:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff887775f28800 (tot 24345492). 00000020:00000001:6.0:1557964782.563814:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964782.563815:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318498890, max_age 4318502891 00002000:00000001:6.0:1557964782.563816:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964782.563817:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964782.563818:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964782.563820:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964782.563821:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964782.563822:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964782.563823:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964782.563824:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964782.563826:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964782.563827:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964782.563828:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964782.563829:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964782.563829:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964782.563853:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964782.563854:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318503891, max_age 4318502891 00000020:00000004:6.0:1557964782.563855:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964782.563856:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964782.563877:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964782.563877:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318503891, max_age 4318502891 00000020:00000004:6.0:1557964782.563878:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964782.563879:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964782.563903:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964782.563904:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318503891, max_age 4318502891 00000020:00000004:6.0:1557964782.563904:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964782.563906:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964783.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964783.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964783.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964783.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964783.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964783.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964783.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964783.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964783.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964783.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964783.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964783.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964783.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964783.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964783.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964783.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964784.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964784.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964784.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964784.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964784.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964784.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964784.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964784.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964784.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964784.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964784.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964784.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964784.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964784.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964784.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964784.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964785.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964785.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964785.459106:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964785.459117:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964785.459121:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964785.459125:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964785.459126:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964785.459129:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0108a0 00000400:00000200:14.0:1557964785.459132:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9455 [1] + 0 00000400:00000010:14.0:1557964785.459134:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9480. 00000400:00000200:14.0:1557964785.459135:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ef80 00000100:00000001:14.0:1557964785.459137:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964785.459138:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964785.459140:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3aac50 x1633635891480736 msgsize 224 00000100:00100000:14.0:1557964785.459142:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964785.459143:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964785.459145:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964785.459146:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ef80 00000400:00000010:14.0:1557964785.459147:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ef80. 00000400:00000010:14.0:1557964785.459148:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:15.0:1557964785.459149:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964785.459149:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964785.459150:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964785.459169:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964785.459177:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964785.459179:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964785.459180:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964785.459181:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964785.459182:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964785.459183:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964785.459185:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964785.459186:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480736 00000020:00000001:10.0:1557964785.459187:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964785.459187:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964785.459188:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964785.459189:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964785.459190:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964785.459191:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964785.459192:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964785.459194:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964785.459195:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964785.459197:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3780. 00000020:00000010:10.0:1557964785.459198:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964785.459200:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964785.459201:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964785.459201:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964785.459201:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964785.459203:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964785.459206:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964785.459207:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964785.459208:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964785.459208:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964785.459208:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964785.459209:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964785.459209:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964785.459211:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1605 00000100:00000040:10.0:1557964785.459212:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964785.459214:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928745552 : -131294780806064 : ffff88968d3aac50) 00000100:00000040:10.0:1557964785.459216:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3aac50 x1633635891480736/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:451/0 lens 224/0 e 0 to 0 dl 1557964846 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964785.459220:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964785.459220:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964785.459222:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891480736:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964785.459223:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480736 00000020:00000001:10.0:1557964785.459224:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964785.459225:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964785.459225:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964785.459226:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964785.459227:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964785.459227:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964785.459228:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964785.459229:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964785.459229:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964785.459230:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964785.459231:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964785.459232:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964785.459233:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73ac00. 02000000:00000001:10.0:1557964785.459233:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964785.459234:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964785.459235:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964785.459236:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964785.459236:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964785.459237:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964785.459240:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964785.459241:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964785.459242:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964785.459243:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964785.459244:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964785.459245:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964785.459246:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964785.459248:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964785.459249:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964785.459251:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964785.459268:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480736 00010000:00000001:10.0:1557964785.459269:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964785.459271:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3aac50 x1633635891480736/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:451/0 lens 224/368 e 0 to 0 dl 1557964846 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964785.459274:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964785.459275:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964785.459275:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=88 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964785.459277:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964785.459278:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964785.459279:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964785.459280:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964785.459280:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964785.459281:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964785.459282:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964785.459283:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2880. 00000100:00000200:10.0:1557964785.459284:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480736, offset 192 00000400:00000010:10.0:1557964785.459287:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e5c00 (tot 24345892). 00000400:00000200:10.0:1557964785.459289:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964785.459294:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964785.459297:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964785.459299:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964785.459300:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964785.459301:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964785.459303:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964785.459304:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964785.459304:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964785.459306:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964785.459307:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964785.459307:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964785.459308:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964785.459309:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964785.459310:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3aac50 x1633635891480736/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:451/0 lens 224/336 e 0 to 0 dl 1557964846 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964785.459314:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891480736:12345-172.19.1.25@o2ib100:13 Request processed in 92us (173us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964785.459317:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1605 00000100:00000040:10.0:1557964785.459318:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964785.459318:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964785.459319:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964785.459320:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3780. 00000020:00000010:10.0:1557964785.459321:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964785.459322:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964785.459323:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964785.459324:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964785.459325:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964785.459326:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83900. 00000400:00000010:10.0:1557964785.459326:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3780. 00000400:00000001:10.0:1557964785.459327:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964785.459328:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964785.459335:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964785.459344:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964785.459348:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964785.459350:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964785.459351:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964785.459352:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73ac00. 02000000:00000001:14.0:1557964785.459373:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964785.459373:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964785.459374:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2880 00000400:00000010:14.0:1557964785.459375:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2880. 00000400:00000010:14.0:1557964785.459377:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e5c00 (tot 24345492). 00000800:00000200:14.0:1557964785.459378:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964785.459379:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964785.467446:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964785.467494:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964785.467504:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964785.467512:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964785.467515:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964785.467521:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc122a0 00000400:00000200:17.0:1557964785.467527:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd409 [1] + 0 00000400:00000010:17.0:1557964785.467533:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95360. 00000400:00000200:17.0:1557964785.467535:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebef00 00000800:00000200:4.0:1557964785.467537:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964785.467539:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964785.467541:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964785.467543:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630265450 x1633635870515872 msgsize 224 00000100:00100000:17.0:1557964785.467549:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964785.467551:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964785.467554:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964785.467555:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebef00 00000400:00000010:17.0:1557964785.467557:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebef00. 00000400:00000010:17.0:1557964785.467560:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964785.467563:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964785.467563:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964785.467567:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964785.467567:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964785.467569:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964785.467569:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964785.467571:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964785.467573:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964785.467575:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964785.467579:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964785.467583:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515872 00000020:00000001:1.0:1557964785.467585:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964785.467586:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964785.467588:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964785.467590:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964785.467592:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964785.467595:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964785.467605:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964785.467607:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964785.467609:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964785.467612:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462ab80. 00000020:00000010:1.0:1557964785.467614:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54fc0. 00000100:00000040:1.0:1557964785.467617:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964785.467619:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964785.467620:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964785.467622:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964785.467625:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964785.467629:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964785.467632:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964785.467634:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964785.467635:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964785.467636:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964785.467637:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964785.467638:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964785.467643:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1611 00000100:00000040:1.0:1557964785.467645:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964785.467646:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647654480 : -131365061897136 : ffff888630265450) 00000100:00000040:1.0:1557964785.467650:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630265450 x1633635870515872/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:451/0 lens 224/0 e 0 to 0 dl 1557964846 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964785.467660:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964785.467661:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964785.467664:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870515872:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964785.467668:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515872 00000020:00000001:1.0:1557964785.467670:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964785.467672:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964785.467673:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964785.467675:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964785.467677:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964785.467679:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964785.467681:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964785.467682:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964785.467684:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964785.467686:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964785.467688:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964785.467690:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964785.467692:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad400. 02000000:00000001:1.0:1557964785.467694:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964785.467696:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964785.467698:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964785.467699:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964785.467701:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964785.467702:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964785.467704:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964785.467707:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964785.467710:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964785.467713:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964785.467716:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964785.467718:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964785.467735:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964785.467736:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964785.467737:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515872 00010000:00000001:1.0:1557964785.467738:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964785.467739:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630265450 x1633635870515872/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:451/0 lens 224/368 e 0 to 0 dl 1557964846 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964785.467742:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964785.467743:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964785.467744:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=88 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964785.467745:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964785.467746:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964785.467747:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964785.467748:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964785.467748:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964785.467749:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964785.467750:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964785.467751:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b180. 00000100:00000200:1.0:1557964785.467753:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515872, offset 192 00000400:00000010:1.0:1557964785.467755:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71c00 (tot 24345892). 00000400:00000200:1.0:1557964785.467757:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964785.467762:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964785.467764:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964785.467767:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964785.467768:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964785.467769:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964785.467771:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964785.467773:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964785.467773:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964785.467774:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964785.467775:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964785.467776:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964785.467777:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964785.467778:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964785.467779:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630265450 x1633635870515872/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:451/0 lens 224/336 e 0 to 0 dl 1557964846 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964785.467782:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870515872:12345-172.19.1.24@o2ib100:13 Request processed in 121us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964785.467785:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1611 00000100:00000040:1.0:1557964785.467786:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964785.467787:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964785.467787:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964785.467788:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462ab80. 00000020:00000010:1.0:1557964785.467789:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54fc0. 00000020:00000010:1.0:1557964785.467790:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964785.467791:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964785.467792:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964785.467793:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964785.467794:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0d20. 00000400:00000010:1.0:1557964785.467795:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ab80. 00000400:00000001:1.0:1557964785.467796:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964785.467797:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964785.467823:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964785.467861:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964785.467866:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964785.467867:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964785.467868:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964785.467869:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad400. 02000000:00000001:7.0:1557964785.467870:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964785.467871:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964785.467871:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b180 00000400:00000010:7.0:1557964785.467872:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b180. 00000400:00000010:7.0:1557964785.467873:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71c00 (tot 24345492). 00000800:00000200:7.0:1557964785.467874:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964785.467875:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964785.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964785.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964785.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964785.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964785.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964785.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964785.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964785.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964785.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964785.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964785.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964785.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964785.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964785.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964786.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964786.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964786.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964786.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964786.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964786.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964786.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964786.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964786.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964786.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964786.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964786.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964786.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964786.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964786.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964786.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964787.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964787.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964787.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964787.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964787.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964787.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964787.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964787.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964787.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964787.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964787.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964787.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964787.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964787.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964787.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964787.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964787.564223:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871ed76300 (tot 24345748). 00000400:00000010:6.0:1557964787.564232:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871ed76300 (tot 24345492). 00000020:00000001:6.0:1557964787.565201:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964787.565202:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318503891, max_age 4318507893 00002000:00000001:6.0:1557964787.565203:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964787.565204:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964787.565205:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964787.565207:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964787.565208:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964787.565209:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964787.565211:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964787.565212:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964787.565213:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964787.565214:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964787.565215:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964787.565216:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964787.565216:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964787.565242:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964787.565242:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318508893, max_age 4318507893 00000020:00000004:6.0:1557964787.565243:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964787.565244:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964787.565268:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964787.565268:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318508893, max_age 4318507893 00000020:00000004:6.0:1557964787.565269:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964787.565270:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964787.565294:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964787.565295:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318508893, max_age 4318507893 00000020:00000004:6.0:1557964787.565296:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964787.565297:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964788.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964788.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964788.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964788.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964788.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964788.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964788.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964788.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964788.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964788.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964788.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964788.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964788.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964788.508086:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964788.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964788.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964789.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964789.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964789.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964789.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964789.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964789.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964789.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964789.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964789.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964789.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964789.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964789.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964789.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964789.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964789.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964789.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964790.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964790.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964790.467049:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964790.467072:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964790.467080:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964790.467088:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964790.467091:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964790.467097:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0108c0 00000400:00000200:14.0:1557964790.467103:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9465 [1] + 0 00000400:00000010:14.0:1557964790.467108:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9840. 00000400:00000200:14.0:1557964790.467110:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e400 00000100:00000001:14.0:1557964790.467113:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964790.467114:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964790.467115:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964790.467117:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3aa850 x1633635891480768 msgsize 224 00000100:00100000:14.0:1557964790.467123:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964790.467125:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964790.467129:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964790.467130:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e400 00000400:00000010:14.0:1557964790.467132:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e400. 00000400:00000010:14.0:1557964790.467134:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964790.467137:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964790.467140:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964790.467142:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964790.467166:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964790.467170:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964790.467173:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964790.467175:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964790.467177:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964790.467178:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964790.467181:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964790.467184:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480768 00000020:00000001:10.0:1557964790.467186:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964790.467187:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964790.467189:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964790.467191:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964790.467193:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964790.467196:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964790.467198:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964790.467202:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964790.467204:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964790.467207:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2300. 00000020:00000010:10.0:1557964790.467210:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964790.467213:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964790.467215:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964790.467216:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964790.467217:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964790.467220:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964790.467226:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964790.467229:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964790.467230:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964790.467231:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964790.467232:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964790.467233:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964790.467235:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964790.467239:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1606 00000100:00000040:10.0:1557964790.467242:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964790.467243:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928744528 : -131294780807088 : ffff88968d3aa850) 00000100:00000040:10.0:1557964790.467248:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3aa850 x1633635891480768/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:456/0 lens 224/0 e 0 to 0 dl 1557964851 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964790.467257:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964790.467259:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964790.467262:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891480768:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964790.467265:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480768 00000020:00000001:10.0:1557964790.467267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964790.467270:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964790.467271:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964790.467273:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964790.467275:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964790.467277:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964790.467278:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964790.467280:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964790.467281:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964790.467283:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964790.467285:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964790.467287:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964790.467289:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a800. 02000000:00000001:10.0:1557964790.467291:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964790.467292:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964790.467295:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964790.467296:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964790.467298:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964790.467299:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964790.467303:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964790.467305:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964790.467308:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964790.467311:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964790.467313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964790.467316:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964790.467319:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964790.467335:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964790.467336:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964790.467337:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964790.467338:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480768 00010000:00000001:10.0:1557964790.467339:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964790.467340:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3aa850 x1633635891480768/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:456/0 lens 224/368 e 0 to 0 dl 1557964851 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964790.467344:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964790.467344:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964790.467345:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=93 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964790.467346:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964790.467348:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964790.467348:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964790.467349:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964790.467350:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964790.467351:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964790.467352:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964790.467353:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2a00. 00000100:00000200:10.0:1557964790.467355:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480768, offset 192 00000400:00000010:10.0:1557964790.467358:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e2800 (tot 24345892). 00000400:00000200:10.0:1557964790.467360:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964790.467365:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964790.467368:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964790.467370:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964790.467372:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964790.467373:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964790.467375:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964790.467376:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964790.467377:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964790.467378:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964790.467379:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964790.467380:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964790.467380:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964790.467381:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964790.467382:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3aa850 x1633635891480768/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:456/0 lens 224/336 e 0 to 0 dl 1557964851 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964790.467386:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891480768:12345-172.19.1.25@o2ib100:13 Request processed in 128us (268us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964790.467389:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1606 00000100:00000040:10.0:1557964790.467390:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964790.467391:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964790.467391:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964790.467392:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2300. 00000020:00000010:10.0:1557964790.467393:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964790.467394:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964790.467395:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964790.467396:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964790.467398:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964790.467398:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e838a0. 00000400:00000010:10.0:1557964790.467400:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2300. 00000400:00000001:10.0:1557964790.467401:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964790.467402:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964790.467404:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964790.467412:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964790.467415:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964790.467417:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964790.467418:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964790.467419:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a800. 02000000:00000001:14.0:1557964790.467421:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964790.467440:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964790.467441:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2a00 00000400:00000010:14.0:1557964790.467442:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2a00. 00000400:00000010:14.0:1557964790.467444:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e2800 (tot 24345492). 00000800:00000200:14.0:1557964790.467445:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964790.467446:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964790.475346:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964790.475402:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964790.475412:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964790.475420:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964790.475423:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24345892). 00000400:00000200:4.0:1557964790.475430:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc122c0 00000400:00000200:4.0:1557964790.475436:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd429 [1] + 0 00000400:00000010:4.0:1557964790.475440:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9cc0. 00000400:00000200:4.0:1557964790.475442:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7880 00000800:00000200:17.0:1557964790.475445:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964790.475446:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964790.475447:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964790.475450:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630265050 x1633635870515904 msgsize 224 00000100:00100000:4.0:1557964790.475456:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964790.475457:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964790.475460:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964790.475461:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7880 00000400:00000010:4.0:1557964790.475463:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7880. 00000400:00000010:4.0:1557964790.475465:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000800:00000200:4.0:1557964790.475468:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964790.475469:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964790.475470:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964790.475472:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964790.475472:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964790.475474:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964790.475475:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964790.475477:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964790.475478:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964790.475482:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964790.475484:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515904 00000020:00000001:1.0:1557964790.475487:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964790.475488:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964790.475490:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964790.475492:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964790.475493:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964790.475496:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964790.475499:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964790.475500:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964790.475502:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964790.475506:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462a080. 00000020:00000010:1.0:1557964790.475508:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a555c0. 00000100:00000040:1.0:1557964790.475511:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964790.475513:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964790.475514:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964790.475515:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964790.475518:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964790.475524:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1557964790.475527:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964790.475529:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964790.475534:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1612 00000100:00000040:1.0:1557964790.475536:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964790.475538:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647653456 : -131365061898160 : ffff888630265050) 00000100:00000040:1.0:1557964790.475542:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630265050 x1633635870515904/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:456/0 lens 224/0 e 0 to 0 dl 1557964851 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964790.475552:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964790.475555:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964790.475558:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870515904:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964790.475562:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515904 00000020:00000001:1.0:1557964790.475564:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964790.475566:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964790.475567:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964790.475570:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964790.475571:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964790.475573:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964790.475574:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964790.475576:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964790.475577:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964790.475579:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964790.475581:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964790.475582:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964790.475584:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:1.0:1557964790.475586:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964790.475588:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964790.475589:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964790.475591:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964790.475593:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964790.475594:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964790.475596:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964790.475599:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964790.475602:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964790.475605:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964790.475608:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964790.475610:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964790.475613:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964790.475615:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964790.475617:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515904 00010000:00000001:1.0:1557964790.475619:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964790.475622:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630265050 x1633635870515904/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:456/0 lens 224/368 e 0 to 0 dl 1557964851 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964790.475632:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964790.475633:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964790.475635:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=93 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964790.475639:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964790.475642:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964790.475644:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964790.475646:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964790.475648:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964790.475650:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964790.475653:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964790.475655:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462be00. 00000100:00000200:1.0:1557964790.475657:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515904, offset 192 00000400:00000010:1.0:1557964790.475660:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71000 (tot 24345892). 00000400:00000200:1.0:1557964790.475665:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964790.475678:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964790.475683:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964790.475689:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964790.475692:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964790.475694:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964790.475698:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964790.475700:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964790.475702:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964790.475704:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964790.475706:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964790.475708:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964790.475709:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964790.475711:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964790.475714:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630265050 x1633635870515904/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:456/0 lens 224/336 e 0 to 0 dl 1557964851 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964790.475725:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870515904:12345-172.19.1.24@o2ib100:13 Request processed in 170us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964790.475732:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1612 00000100:00000040:1.0:1557964790.475735:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964790.475737:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964790.475738:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964790.475741:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462a080. 00000020:00000010:1.0:1557964790.475743:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a555c0. 00000020:00000010:1.0:1557964790.475745:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964790.475747:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964790.475749:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964790.475752:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964790.475754:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0600. 00000400:00000010:1.0:1557964790.475756:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462a080. 00000400:00000001:1.0:1557964790.475759:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964790.475760:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964790.475771:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964790.475815:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964790.475823:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964790.475827:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964790.475828:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964790.475831:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:7.0:1557964790.475833:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964790.475835:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964790.475836:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462be00 00000400:00000010:7.0:1557964790.475837:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462be00. 00000400:00000010:7.0:1557964790.475840:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71000 (tot 24345492). 00000800:00000200:7.0:1557964790.475843:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964790.475846:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964790.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964790.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964790.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964790.508051:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964790.508053:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964790.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964790.508057:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964790.508058:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964790.508059:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964790.508061:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964790.508062:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964790.508064:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964790.508065:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964790.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964790.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964790.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964790.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964790.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964790.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964790.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964790.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964791.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964791.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964791.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964791.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964791.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964791.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964791.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964791.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964791.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964791.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964791.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964791.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964791.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964791.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964791.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964791.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964792.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964792.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964792.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964792.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964792.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964792.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964792.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964792.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964792.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964792.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964792.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964792.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964792.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964792.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964792.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964792.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964792.565687:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888718a91100 (tot 24345748). 00000400:00000010:6.0:1557964792.565703:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888718a91100 (tot 24345492). 00000020:00000001:6.0:1557964792.566729:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964792.566730:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318508893, max_age 4318512894 00002000:00000001:6.0:1557964792.566731:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964792.566732:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964792.566733:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964792.566735:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964792.566736:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964792.566737:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964792.566738:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964792.566739:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964792.566741:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964792.566742:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964792.566742:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964792.566743:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964792.566744:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964792.566768:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964792.566769:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318513894, max_age 4318512894 00000020:00000004:6.0:1557964792.566770:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964792.566771:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964792.566794:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964792.566794:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318513894, max_age 4318512894 00000020:00000004:6.0:1557964792.566795:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964792.566796:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964792.566817:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964792.566818:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318513894, max_age 4318512894 00000020:00000004:6.0:1557964792.566819:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964792.566820:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964793.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964793.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964793.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964793.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964793.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964793.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964793.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964793.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964793.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964793.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964793.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964793.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964793.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964793.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964793.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964793.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964794.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964794.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964794.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964794.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964794.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964794.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964794.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964794.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964794.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964794.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964794.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964794.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964794.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964794.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964794.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964794.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964795.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964795.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964795.475049:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964795.475070:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964795.475078:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964795.475086:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964795.475091:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964795.475098:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010910 00000400:00000200:14.0:1557964795.475104:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9495 [1] + 0 00000400:00000010:14.0:1557964795.475108:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a366c0. 00000400:00000200:14.0:1557964795.475110:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2d00 00000800:00000200:15.0:1557964795.475114:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964795.475114:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964795.475115:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964795.475118:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3aa450 x1633635891480848 msgsize 224 00000100:00100000:14.0:1557964795.475124:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964795.475126:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964795.475130:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964795.475131:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2d00 00000400:00000010:14.0:1557964795.475132:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2d00. 00000400:00000010:14.0:1557964795.475135:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964795.475138:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964795.475140:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964795.475142:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964795.475165:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964795.475169:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964795.475171:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964795.475173:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964795.475174:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964795.475175:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964795.475179:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964795.475181:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480848 00000020:00000001:10.0:1557964795.475184:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964795.475185:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964795.475187:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964795.475189:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964795.475191:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964795.475193:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964795.475196:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964795.475198:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964795.475201:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964795.475204:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f3d80. 00000020:00000010:10.0:1557964795.475206:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964795.475209:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964795.475211:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964795.475212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964795.475214:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.475217:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.475222:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964795.475225:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964795.475227:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964795.475228:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964795.475229:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964795.475230:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964795.475231:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964795.475236:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1607 00000100:00000040:10.0:1557964795.475239:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964795.475242:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928743504 : -131294780808112 : ffff88968d3aa450) 00000100:00000040:10.0:1557964795.475247:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3aa450 x1633635891480848/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:461/0 lens 224/0 e 0 to 0 dl 1557964856 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964795.475256:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964795.475258:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964795.475261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891480848:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964795.475265:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480848 00000020:00000001:10.0:1557964795.475266:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964795.475268:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964795.475270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.475272:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964795.475273:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964795.475275:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964795.475277:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964795.475278:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964795.475279:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964795.475281:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.475283:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964795.475284:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964795.475286:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964795.475288:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.475290:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964795.475292:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964795.475294:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964795.475295:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964795.475297:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964795.475301:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964795.475303:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964795.475305:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964795.475308:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964795.475311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964795.475314:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964795.475316:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964795.475320:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964795.475323:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964795.475324:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964795.475326:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480848 00010000:00000001:10.0:1557964795.475329:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964795.475332:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3aa450 x1633635891480848/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:461/0 lens 224/368 e 0 to 0 dl 1557964856 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964795.475341:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964795.475342:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964795.475344:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=98 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964795.475348:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964795.475351:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964795.475353:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964795.475355:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964795.475356:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.475358:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964795.475361:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964795.475363:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3a00. 00000100:00000200:10.0:1557964795.475366:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480848, offset 192 00000400:00000010:10.0:1557964795.475371:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e1c00 (tot 24345892). 00000400:00000200:10.0:1557964795.475375:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964795.475389:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964795.475394:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964795.475400:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964795.475403:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964795.475404:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964795.475409:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964795.475410:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.475412:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964795.475415:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964795.475417:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964795.475419:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964795.475420:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964795.475422:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964795.475422:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964795.475425:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3aa450 x1633635891480848/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:461/0 lens 224/336 e 0 to 0 dl 1557964856 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964795.475432:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964795.475436:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964795.475436:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891480848:12345-172.19.1.25@o2ib100:13 Request processed in 177us (316us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964795.475439:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964795.475441:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964795.475442:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3a00 00000400:00000010:14.0:1557964795.475443:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3a00. 00000100:00100000:10.0:1557964795.475444:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1607 00000400:00000010:14.0:1557964795.475446:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e1c00 (tot 24345492). 00000100:00000040:10.0:1557964795.475446:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964795.475448:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964795.475448:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964795.475449:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964795.475451:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964795.475451:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f3d80. 00000020:00000010:10.0:1557964795.475453:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964795.475456:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000040:10.0:1557964795.475458:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964795.475460:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964795.475462:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964795.475463:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964795.475464:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964795.475467:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964795.475469:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e837e0. 00000400:00000010:10.0:1557964795.475471:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3d80. 00000400:00000001:10.0:1557964795.475474:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964795.475475:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964795.483403:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964795.483455:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964795.483465:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964795.483474:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964795.483477:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964795.483483:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc122e0 00000400:00000200:17.0:1557964795.483489:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd439 [1] + 0 00000400:00000010:17.0:1557964795.483494:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9e40. 00000400:00000200:17.0:1557964795.483496:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6e80 00000100:00000001:17.0:1557964795.483499:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:4.0:1557964795.483500:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:17.0:1557964795.483501:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964795.483503:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630264c50 x1633635870515936 msgsize 224 00000100:00100000:17.0:1557964795.483509:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964795.483511:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964795.483514:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964795.483515:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6e80 00000400:00000010:17.0:1557964795.483517:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6e80. 00000400:00000010:17.0:1557964795.483520:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000800:00000200:17.0:1557964795.483523:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964795.483523:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964795.483527:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964795.483527:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964795.483529:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964795.483530:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964795.483532:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964795.483534:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964795.483536:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964795.483540:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964795.483543:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870515936 00000020:00000001:1.0:1557964795.483546:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964795.483547:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964795.483549:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964795.483551:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964795.483553:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964795.483555:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964795.483558:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964795.483559:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964795.483561:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964795.483564:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462b000. 00000020:00000010:1.0:1557964795.483567:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a54540. 00000100:00000040:1.0:1557964795.483569:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964795.483571:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964795.483572:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964795.483576:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964795.483579:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964795.483583:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964795.483586:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964795.483588:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964795.483589:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964795.483590:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964795.483591:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964795.483593:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964795.483597:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1613 00000100:00000040:1.0:1557964795.483599:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964795.483601:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647652432 : -131365061899184 : ffff888630264c50) 00000100:00000040:1.0:1557964795.483624:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630264c50 x1633635870515936/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:461/0 lens 224/0 e 0 to 0 dl 1557964856 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964795.483628:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964795.483628:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964795.483629:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870515936:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964795.483631:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870515936 00000020:00000001:1.0:1557964795.483631:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964795.483633:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964795.483633:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964795.483634:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964795.483635:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964795.483637:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964795.483637:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964795.483638:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964795.483639:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964795.483640:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964795.483641:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964795.483641:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964795.483642:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae800. 02000000:00000001:1.0:1557964795.483643:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964795.483644:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964795.483645:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964795.483646:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964795.483647:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964795.483648:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964795.483649:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964795.483650:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964795.483651:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964795.483653:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964795.483654:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964795.483654:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964795.483656:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964795.483656:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964795.483657:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870515936 00010000:00000001:1.0:1557964795.483658:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964795.483659:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630264c50 x1633635870515936/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:461/0 lens 224/368 e 0 to 0 dl 1557964856 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964795.483663:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964795.483663:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964795.483664:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=98 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964795.483665:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964795.483667:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964795.483667:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964795.483668:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964795.483669:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964795.483670:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964795.483671:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964795.483672:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b600. 00000100:00000200:1.0:1557964795.483674:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870515936, offset 192 00000400:00000010:1.0:1557964795.483675:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74400 (tot 24345892). 00000400:00000200:1.0:1557964795.483677:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964795.483682:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964795.483685:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964795.483688:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964795.483689:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964795.483690:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964795.483693:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964795.483694:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964795.483695:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964795.483696:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964795.483696:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964795.483697:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964795.483698:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964795.483699:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964795.483700:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630264c50 x1633635870515936/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:461/0 lens 224/336 e 0 to 0 dl 1557964856 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964795.483704:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870515936:12345-172.19.1.24@o2ib100:13 Request processed in 75us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964795.483707:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1613 00000100:00000040:1.0:1557964795.483708:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964795.483708:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964795.483709:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964795.483710:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462b000. 00000020:00000010:1.0:1557964795.483710:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a54540. 00000020:00000010:1.0:1557964795.483711:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964795.483712:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964795.483713:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964795.483715:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964795.483715:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0cc0. 00000400:00000010:1.0:1557964795.483716:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462b000. 00000400:00000001:1.0:1557964795.483717:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964795.483718:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964795.483732:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964795.483770:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964795.483775:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964795.483777:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964795.483778:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964795.483779:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae800. 02000000:00000001:7.0:1557964795.483780:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964795.483781:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964795.483781:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b600 00000400:00000010:7.0:1557964795.483782:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b600. 00000400:00000010:7.0:1557964795.483784:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74400 (tot 24345492). 00000800:00000200:7.0:1557964795.483785:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964795.483786:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964795.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964795.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964795.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964795.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964795.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964795.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964795.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964795.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964795.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964795.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964795.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964795.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964795.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964795.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676017:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964795.676022:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964795.676024:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621e00. 00000020:00000040:10.0:1557964795.676025:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964795.676027:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964795.676027:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964795.676029:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964795.676032:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f9400. 00000100:00000001:10.0:1557964795.676033:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676035:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964795.676039:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964795.676041:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964795.676042:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676044:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621e00] to pc [ptlrpcd_01_06:6] req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964795.676050:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676052:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964795.676053:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964795.676054:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627621b00. 00000020:00000040:10.0:1557964795.676055:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964795.676056:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964795.676056:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964795.676057:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964795.676057:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f8c00. 00000100:00000001:10.0:1557964795.676058:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676059:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964795.676062:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964795.676062:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964795.676063:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676064:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627621b00] to pc [ptlrpcd_01_07:7] req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964795.676067:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676067:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964795.676068:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964795.676068:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622100. 00000020:00000040:10.0:1557964795.676069:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:10.0:1557964795.676070:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964795.676070:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964795.676070:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964795.676071:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff88863b7f9900. 00000100:00000001:10.0:1557964795.676071:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676077:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557964795.676096:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964795.676098:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964795.676099:0:14855:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:9.0:1557964795.676101:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964795.676102:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964795.676102:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964795.676102:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964795.676103:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676104:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:10.0:1557964795.676104:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622100] to pc [ptlrpcd_01_08:8] req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964795.676105:0:14856:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:9.0:1557964795.676106:0:14855:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:9.0:1557964795.676106:0:14855:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964795.676107:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:9.0:1557964795.676108:0:14855:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1557964795.676108:0:14855:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964795.676110:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964795.676110:0:14855:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:8c05ad95-98db-8b06-7942-a20be71d88ee:14855:1633636024601152:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964795.676111:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000100:00000001:9.0:1557964795.676111:0:14855:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:12.0:1557964795.676112:0:14856:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1557964795.676112:0:14856:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676112:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=447752 : 447752 : 6d508) 00000020:00000001:10.0:1557964795.676112:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 02000000:00000001:9.0:1557964795.676112:0:14855:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964795.676113:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 02000000:00000001:9.0:1557964795.676113:0:14855:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964795.676113:0:14855:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:12.0:1557964795.676114:0:14856:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964795.676114:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709291824 : -259792 : fffffffffffc0930) 02000000:00000001:12.0:1557964795.676115:0:14856:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676115:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000020:00000001:10.0:1557964795.676115:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 02000000:00000010:9.0:1557964795.676115:0:14855:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdcc00. 02000000:00000001:9.0:1557964795.676115:0:14855:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:12.0:1557964795.676116:0:14856:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:looze-MDT0000-lwp-OST0009_UUID:14856:1633636024601168:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964795.676116:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709426040 : -125576 : fffffffffffe1578) 00000020:00000001:10.0:1557964795.676117:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=89536 : 89536 : 15dc0) 00000400:00000010:9.0:1557964795.676117:0:14855:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe3453c0. 00000100:00000001:12.0:1557964795.676118:0:14856:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964795.676118:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709471112 : -80504 : fffffffffffec588) 02000000:00000001:12.0:1557964795.676119:0:14856:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:12.0:1557964795.676119:0:14856:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676119:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1105286 : 1105286 : 10dd86) 00000020:00000001:10.0:1557964795.676119:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=71351 : 71351 : 116b7) 00000400:00000010:9.0:1557964795.676119:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356000. 02000000:00000001:12.0:1557964795.676120:0:14856:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964795.676120:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709455226 : -96390 : fffffffffffe877a) 00000020:00000001:10.0:1557964795.676120:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528539 : -23077 : ffffffffffffa5db) 00000100:00000200:9.0:1557964795.676120:0:14855:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601152, portal 25 02000000:00000010:12.0:1557964795.676121:0:14856:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fe600. 00000020:00000001:10.0:1557964795.676121:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147517216 : 147517216 : 8caef20) 00000020:00000001:10.0:1557964795.676121:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526444 : -25172 : ffffffffffff9dac) 00000100:00000001:9.0:1557964795.676121:0:14855:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1557964795.676121:0:14855:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220054528 : -131296489497088 : ffff889627621e00) 02000000:00000001:12.0:1557964795.676122:0:14856:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676122:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964795.676122:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709087096 : -464520 : fffffffffff8e978) 00000020:00000001:10.0:1557964795.676123:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000040:9.0:1557964795.676123:0:14855:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:12.0:1557964795.676124:0:14856:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69840. 00000020:00000001:10.0:1557964795.676124:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=132712 : 132712 : 20668) 00000020:00000001:10.0:1557964795.676124:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000400:00000010:12.0:1557964795.676125:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7580. 00000020:00000001:10.0:1557964795.676125:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709285248 : -266368 : fffffffffffbef80) 00000100:00000200:12.0:1557964795.676126:0:14856:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601168, portal 10 00000020:00000001:10.0:1557964795.676126:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000001:12.0:1557964795.676127:0:14856:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964795.676127:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000020:00000001:10.0:1557964795.676127:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000001:9.0:1557964795.676127:0:14855:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:12.0:1557964795.676128:0:14856:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220053760 : -131296489497856 : ffff889627621b00) 00000020:00000001:10.0:1557964795.676128:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=994378 : 994378 : f2c4a) 00000100:00000040:9.0:1557964795.676128:0:14855:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964795.676129:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000400:00000010:9.0:1557964795.676129:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356100. 00000100:00000040:12.0:1557964795.676130:0:14856:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964795.676130:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676130:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557964795.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964795.676132:0:14855:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601152, offset 0 00000100:00000001:12.0:1557964795.676133:0:14856:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964795.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964795.676133:0:14855:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cdda00 (tot 24345892). 00000020:00000001:10.0:1557964795.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964795.676135:0:14856:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:12.0:1557964795.676135:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a6000. 00000020:00000001:10.0:1557964795.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964795.676135:0:14855:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:15.0:1557964795.676136:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964795.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676137:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:12.0:1557964795.676137:0:14856:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601168, offset 0 00000020:00000001:10.0:1557964795.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676138:0:14857:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000400:00000010:12.0:1557964795.676138:0:14856:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fac00 (tot 24346292). 00000020:00000001:10.0:1557964795.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964795.676140:0:14856:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964795.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1557964795.676141:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964795.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964795.676141:0:14855:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964795.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964795.676144:0:14855:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:15.0:1557964795.676145:0:14857:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964795.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676146:0:14857:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964795.676146:0:14856:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964795.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964795.676147:0:14857:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964795.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964795.676148:0:14857:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964795.676148:0:14856:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964795.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964795.676148:0:14855:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00100000:15.0:1557964795.676149:0:14857:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:looze-MDT0001-lwp-OST0009_UUID:14857:1633636024601184:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964795.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964795.676149:0:14855:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964795.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964795.676150:0:14855:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000001:15.0:1557964795.676151:0:14857:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000800:00000200:12.0:1557964795.676151:0:14856:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964795.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964795.676152:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:12.0:1557964795.676153:0:14856:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964795.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964795.676153:0:14855:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:8.0:1557964795.676153:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964795.676154:0:14857:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964795.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676154:0:14855:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964795.676154:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:15.0:1557964795.676155:0:14857:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964795.676155:0:14857:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:12.0:1557964795.676155:0:14856:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964795.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676155:0:14855:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964795.676155:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676156:0:14855:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676156:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:15.0:1557964795.676157:0:14857:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88871b312600. 00000800:00000200:12.0:1557964795.676157:0:14856:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964795.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676157:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:15.0:1557964795.676158:0:14857:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676158:0:14856:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964795.676159:0:14857:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88970e6d55a0. 00000100:00000001:12.0:1557964795.676159:0:14856:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964795.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676159:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964795.676160:0:14856:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676160:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000010:15.0:1557964795.676161:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976f980. 00000100:00000001:12.0:1557964795.676161:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676161:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964795.676161:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:15.0:1557964795.676162:0:14857:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601184, portal 10 00000100:00000001:12.0:1557964795.676162:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964795.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676162:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676163:0:14857:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964795.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676163:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676164:0:14857:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220055296 : -131296489496320 : ffff889627622100) 00000100:00000001:12.0:1557964795.676164:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964795.676164:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964795.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676164:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964795.676164:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964795.676165:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964795.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676165:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676165:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1557964795.676166:0:14857:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964795.676166:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964795.676166:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676167:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676168:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964795.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676169:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964795.676169:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676170:0:14857:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:12.0:1557964795.676170:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1557964795.676171:0:14857:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964795.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964795.676172:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976ea00. 00000100:00000200:15.0:1557964795.676172:0:14857:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601184, offset 0 00000020:00000001:10.0:1557964795.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964795.676174:0:14857:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b316200 (tot 24346692). 00000020:00000001:10.0:1557964795.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964795.676175:0:14857:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964795.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964795.676181:0:14857:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964795.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964795.676182:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964795.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964795.676183:0:14857:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964795.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964795.676185:0:14857:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964795.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964795.676186:0:14857:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964795.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964795.676187:0:14857:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964795.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964795.676189:0:14857:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964795.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676190:0:14857:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676191:0:14857:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964795.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676192:0:14857:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676193:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676194:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964795.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676196:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557964795.676196:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964795.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676197:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964795.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676198:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557964795.676198:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676199:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676201:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964795.676201:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964795.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676202:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676202:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964795.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964795.676217:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318542004) 00000800:00000200:14.2:1557964795.676219:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964795.676229:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964795.676231:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:4.0:1557964795.676231:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:14.0:1557964795.676233:0:14819:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:15.0:1557964795.676234:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964795.676236:0:14819:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964795.676239:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:14.0:1557964795.676240:0:14819:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964795.676241:0:14819:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964795.676244:0:14819:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964795.676247:0:14819:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964795.676248:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976ea00 00000400:00000010:14.0:1557964795.676249:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976ea00. 00000400:00000010:14.0:1557964795.676251:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b316200 (tot 24346292). 00000100:00000001:4.0:1557964795.676251:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964795.676252:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:4.0:1557964795.676256:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964795.676267:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964795.676270:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964795.676273:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:4.0:1557964795.676278:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964795.676280:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:17.0:1557964795.676283:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000400:00000200:4.0:1557964795.676284:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356100 00000400:00000010:4.0:1557964795.676286:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356100. 00000100:00000001:17.0:1557964795.676289:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:4.0:1557964795.676290:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cdda00 (tot 24345892). 00000100:00000200:17.0:1557964795.676306:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964795.676306:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964795.676309:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964795.676317:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964795.676320:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964795.676328:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964795.676330:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557964795.676331:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a6000 00000400:00000010:17.0:1557964795.676333:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a6000. 00000400:00000010:17.0:1557964795.676337:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fac00 (tot 24345492). 00000800:00000200:17.0:1557964795.676340:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964795.676390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964795.676416:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964795.676429:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964795.676432:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964795.676435:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964795.676455:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964795.676458:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a60 00000400:00000200:14.0:1557964795.676462:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9a2d [1] + 192 00000800:00000200:21.0:1557964795.676463:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:15.0:1557964795.676464:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964795.676465:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964795.676467:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964795.676473:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000100:00000040:14.0:1557964795.676489:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964795.676491:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964795.676494:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88873d441e00 (tot 24346292). 00000100:00000001:14.0:1557964795.676494:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964795.676495:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345892). 00000100:00000001:15.0:1557964795.676497:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:14.0:1557964795.676497:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:15.0:1557964795.676498:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964795.676498:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964795.676499:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:15.0:1557964795.676500:0:14857:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000200:21.0:1557964795.676501:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04a40 00000400:00000001:15.0:1557964795.676501:0:14857:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:15.0:1557964795.676501:0:14857:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:15.0:1557964795.676504:0:14857:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964795.676506:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000200:21.0:1557964795.676507:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd9b9 [1] + 192 00000100:00000200:15.0:1557964795.676509:0:14857:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:15.0:1557964795.676512:0:14857:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:21.0:1557964795.676513:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:15.0:1557964795.676513:0:14857:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88970e6d55a0. 00000400:00000200:15.0:1557964795.676514:0:14857:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976f980 00000400:00000010:15.0:1557964795.676515:0:14857:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976f980. 00000100:00000001:15.0:1557964795.676515:0:14857:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964795.676516:0:14857:0:(client.c:1337:after_reply()) Process entered 00000100:00000200:21.0:1557964795.676517:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:15.0:1557964795.676517:0:14857:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1557964795.676517:0:14857:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000800:00000200:4.0:1557964795.676517:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:15.0:1557964795.676518:0:14857:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964795.676519:0:14857:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1557964795.676521:0:14857:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=125 v=45 (45 45 45 45) 00000100:00001000:15.0:1557964795.676522:0:14857:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=125 v=45 (1 1 1 1) 00000100:00000001:15.0:1557964795.676523:0:14857:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:15.0:1557964795.676524:0:14857:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557964795.676524:0:14857:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000200:4.0:1557964795.676524:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00010000:00080000:15.0:1557964795.676526:0:14857:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:4.0:1557964795.676527:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0cc00 (tot 24346292). 00000100:00000040:21.0:1557964795.676529:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:15.0:1557964795.676529:0:14857:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676530:0:14857:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:15.0:1557964795.676531:0:14857:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:15.0:1557964795.676531:0:14857:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1557964795.676532:0:14857:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1557964795.676534:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:4.0:1557964795.676534:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a50 00000100:00000001:15.0:1557964795.676538:0:14857:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1557964795.676539:0:14857:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1557964795.676539:0:14857:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:21.0:1557964795.676541:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:15.0:1557964795.676541:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000010:21.0:1557964795.676543:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88873d441e00 (tot 24345892). 00000100:00100000:15.0:1557964795.676544:0:14857:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:looze-MDT0001-lwp-OST0009_UUID:14857:1633636024601184:172.19.1.25@o2ib100:400 00000100:00000001:15.0:1557964795.676545:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:4.0:1557964795.676545:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xd9c1 [1] + 192 00000800:00000200:21.0:1557964795.676546:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000100:00000001:15.0:1557964795.676546:0:14857:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:7.0:1557964795.676564:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964795.676564:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:15.0:1557964795.676565:0:14857:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622100 x1633636024601184/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Complete:RN/0/0 rc 0/0 00000800:00000200:21.0:1557964795.676566:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000800:00000200:21.0:1557964795.676568:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:15.0:1557964795.676568:0:14857:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1557964795.676568:0:14857:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:4.0:1557964795.676568:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000010:15.0:1557964795.676569:0:14857:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88871b312600. 02000000:00000001:15.0:1557964795.676570:0:14857:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:15.0:1557964795.676570:0:14857:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:15.0:1557964795.676570:0:14857:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:15.0:1557964795.676571:0:14857:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:15.0:1557964795.676572:0:14857:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f9900. 02000000:00000001:15.0:1557964795.676572:0:14857:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1557964795.676573:0:14857:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1557964795.676573:0:14857:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622100. 00000100:00000001:15.0:1557964795.676574:0:14857:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1557964795.676574:0:14857:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964795.676575:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964795.676575:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964795.676576:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557964795.676577:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557964795.676577:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676578:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964795.676579:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964795.676579:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:4.0:1557964795.676579:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964795.676590:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:15.0:1557964795.676596:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964795.676596:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0cc00 (tot 24345492). 00000400:00000001:9.0:1557964795.676597:0:14855:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557964795.676597:0:14855:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557964795.676598:0:14855:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:4.0:1557964795.676599:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000200:9.0:1557964795.676601:0:14855:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964795.676602:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964795.676604:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:9.0:1557964795.676624:0:14855:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964795.676629:0:14855:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:9.0:1557964795.676630:0:14855:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe3453c0. 00000400:00000200:9.0:1557964795.676631:0:14855:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356000 00000100:00000001:12.0:1557964795.676633:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964795.676634:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:9.0:1557964795.676634:0:14855:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356000. 00000100:00000001:9.0:1557964795.676634:0:14855:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964795.676635:0:14855:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:12.0:1557964795.676636:0:14856:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 02000000:00000001:9.0:1557964795.676636:0:14855:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000001:12.0:1557964795.676637:0:14856:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:12.0:1557964795.676637:0:14856:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:9.0:1557964795.676637:0:14855:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964795.676638:0:14855:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964795.676651:0:14856:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:9.0:1557964795.676651:0:14855:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964795.676652:0:14855:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=125 v=45 (45 45 45 45) 00000100:00001000:9.0:1557964795.676654:0:14855:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=125 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964795.676655:0:14855:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964795.676655:0:14855:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964795.676656:0:14856:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:9.0:1557964795.676656:0:14855:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1557964795.676657:0:14855:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676658:0:14855:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676659:0:14856:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:9.0:1557964795.676659:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:12.0:1557964795.676661:0:14856:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69840. 00000400:00000200:12.0:1557964795.676661:0:14856:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7580 00000400:00000010:12.0:1557964795.676662:0:14856:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7580. 00000100:00000001:9.0:1557964795.676662:0:14855:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964795.676663:0:14856:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964795.676663:0:14855:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964795.676664:0:14856:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:9.0:1557964795.676664:0:14855:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:12.0:1557964795.676665:0:14856:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:12.0:1557964795.676665:0:14856:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000040:9.0:1557964795.676665:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964795.676683:0:14856:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964795.676684:0:14856:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964795.676685:0:14855:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:8c05ad95-98db-8b06-7942-a20be71d88ee:14855:1633636024601152:172.19.1.24@o2ib100:400 00000100:00001000:12.0:1557964795.676686:0:14856:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=125 v=45 (45 45 45 45) 00000100:00000001:9.0:1557964795.676686:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:12.0:1557964795.676687:0:14856:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=125 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964795.676687:0:14855:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1557964795.676688:0:14855:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621e00 x1633636024601152/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964795.676690:0:14856:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964795.676690:0:14856:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676690:0:14855:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00010000:00000001:12.0:1557964795.676691:0:14856:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:9.0:1557964795.676691:0:14855:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:12.0:1557964795.676692:0:14856:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964795.676692:0:14855:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdcc00. 00000100:00000001:12.0:1557964795.676693:0:14856:0:(client.c:2702:ptlrpc_free_committed()) Process entered 02000000:00000001:9.0:1557964795.676693:0:14855:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964795.676693:0:14855:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964795.676693:0:14855:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000040:12.0:1557964795.676694:0:14856:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:12.0:1557964795.676694:0:14856:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000020:00000001:9.0:1557964795.676694:0:14855:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:12.0:1557964795.676695:0:14856:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964795.676695:0:14855:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f9400. 00000100:00000040:12.0:1557964795.676696:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:9.0:1557964795.676696:0:14855:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964795.676697:0:14855:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964795.676697:0:14855:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621e00. 00000100:00000001:12.0:1557964795.676699:0:14856:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964795.676699:0:14855:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964795.676699:0:14855:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964795.676700:0:14856:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964795.676700:0:14856:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964795.676700:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:12.0:1557964795.676702:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964795.676702:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964795.676702:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676703:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964795.676704:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964795.676704:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00100000:12.0:1557964795.676705:0:14856:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:looze-MDT0000-lwp-OST0009_UUID:14856:1633636024601168:172.19.1.24@o2ib100:400 00000100:00000001:9.0:1557964795.676705:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676706:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964795.676707:0:14856:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1557964795.676708:0:14856:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627621b00 x1633636024601168/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964901 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964795.676711:0:14856:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557964795.676711:0:14856:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:12.0:1557964795.676712:0:14856:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fe600. 02000000:00000001:12.0:1557964795.676713:0:14856:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1557964795.676713:0:14856:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:12.0:1557964795.676714:0:14856:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:12.0:1557964795.676715:0:14856:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964795.676715:0:14856:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88863b7f8c00. 02000000:00000001:12.0:1557964795.676716:0:14856:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1557964795.676716:0:14856:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557964795.676717:0:14856:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627621b00. 00000100:00000001:12.0:1557964795.676718:0:14856:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557964795.676718:0:14856:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964795.676719:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964795.676720:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964795.676722:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676722:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964795.676723:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964795.676724:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964795.676724:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964796.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964796.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964796.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964796.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964796.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964796.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964796.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964796.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964796.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964796.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964796.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964796.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964796.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964796.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964796.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964796.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964797.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964797.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964797.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964797.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964797.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964797.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964797.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964797.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964797.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964797.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964797.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964797.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964797.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964797.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964797.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964797.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964797.567189:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871e865500 (tot 24345748). 00000400:00000010:6.0:1557964797.567196:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871e865500 (tot 24345492). 00000020:00000001:6.0:1557964797.568165:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964797.568166:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318513894, max_age 4318517896 00002000:00000001:6.0:1557964797.568168:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964797.568169:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964797.568170:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964797.568172:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964797.568173:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964797.568174:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964797.568176:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964797.568177:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964797.568178:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964797.568179:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964797.568180:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964797.568181:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964797.568182:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964797.568206:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964797.568206:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318518896, max_age 4318517896 00000020:00000004:6.0:1557964797.568207:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964797.568208:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964797.568230:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964797.568231:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318518896, max_age 4318517896 00000020:00000004:6.0:1557964797.568231:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964797.568232:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964797.568254:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964797.568255:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318518896, max_age 4318517896 00000020:00000004:6.0:1557964797.568255:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964797.568256:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964798.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964798.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964798.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964798.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964798.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964798.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964798.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964798.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964798.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964798.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964798.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964798.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964798.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964798.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964798.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964798.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964799.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964799.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964799.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964799.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964799.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964799.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964799.508067:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964799.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964799.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964799.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964799.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964799.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964799.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964799.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964799.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964799.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964800.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964800.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964800.483060:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964800.483082:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964800.483090:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964800.483098:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964800.483101:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211e00 (tot 24345892). 00000400:00000200:14.0:1557964800.483107:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010930 00000400:00000200:14.0:1557964800.483113:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x94a5 [1] + 0 00000400:00000010:14.0:1557964800.483118:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36720. 00000400:00000200:14.0:1557964800.483120:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2b80 00000100:00000001:14.0:1557964800.483123:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964800.483125:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000800:00000200:15.0:1557964800.483126:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:14.0:1557964800.483127:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3aa050 x1633635891480880 msgsize 224 00000100:00100000:14.0:1557964800.483135:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964800.483137:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964800.483141:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964800.483142:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2b80 00000400:00000010:14.0:1557964800.483143:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2b80. 00000400:00000010:14.0:1557964800.483146:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211e00 (tot 24345492). 00000800:00000200:14.0:1557964800.483148:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964800.483151:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964800.483153:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964800.483176:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964800.483179:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964800.483181:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964800.483183:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964800.483184:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964800.483186:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964800.483189:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964800.483192:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480880 00000020:00000001:10.0:1557964800.483194:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964800.483195:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964800.483197:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964800.483199:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964800.483201:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964800.483203:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964800.483207:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964800.483209:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964800.483211:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8887037e1600. 00000020:00000010:10.0:1557964800.483215:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff8897176f2b80. 00000020:00000010:10.0:1557964800.483217:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff88865ae59440. 00000100:00000040:10.0:1557964800.483221:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964800.483223:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964800.483224:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964800.483225:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964800.483228:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964800.483234:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964800.483237:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964800.483238:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964800.483239:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964800.483240:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964800.483242:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964800.483243:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964800.483248:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1608 00000100:00000040:10.0:1557964800.483250:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964800.483252:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928742480 : -131294780809136 : ffff88968d3aa050) 00000100:00000040:10.0:1557964800.483258:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3aa050 x1633635891480880/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:466/0 lens 224/0 e 0 to 0 dl 1557964861 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964800.483268:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964800.483269:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964800.483273:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891480880:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964800.483277:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480880 00000020:00000001:10.0:1557964800.483278:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964800.483280:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964800.483281:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964800.483284:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964800.483285:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964800.483287:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964800.483289:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964800.483290:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964800.483291:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964800.483293:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964800.483295:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964800.483296:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964800.483298:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964800.483300:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964800.483302:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964800.483304:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964800.483305:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964800.483307:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964800.483308:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964800.483313:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964800.483314:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964800.483317:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964800.483320:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964800.483323:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964800.483325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964800.483328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964800.483330:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964800.483334:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964800.483336:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964800.483338:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480880 00010000:00000001:10.0:1557964800.483340:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964800.483343:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3aa050 x1633635891480880/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:466/0 lens 224/368 e 0 to 0 dl 1557964861 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964800.483352:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964800.483353:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964800.483355:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=103 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964800.483359:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964800.483362:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964800.483364:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964800.483366:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964800.483367:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964800.483384:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964800.483386:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964800.483386:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f3000. 00000100:00000200:10.0:1557964800.483388:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480880, offset 192 00000400:00000010:10.0:1557964800.483392:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887037e2400 (tot 24345892). 00000400:00000200:10.0:1557964800.483393:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964800.483399:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964800.483402:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964800.483404:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964800.483406:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964800.483407:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964800.483409:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964800.483409:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964800.483410:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964800.483412:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964800.483413:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964800.483413:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964800.483414:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964800.483415:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964800.483417:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3aa050 x1633635891480880/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:466/0 lens 224/336 e 0 to 0 dl 1557964861 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964800.483419:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964800.483421:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891480880:12345-172.19.1.25@o2ib100:13 Request processed in 152us (293us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964800.483424:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1608 00000100:00000040:10.0:1557964800.483425:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964800.483426:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964800.483427:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964800.483427:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964800.483428:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff8897176f2b80. 00000800:00000200:14.0:1557964800.483429:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000010:10.0:1557964800.483429:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff88865ae59440. 00000020:00000010:10.0:1557964800.483430:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8887037e1600. 00000100:00000001:14.0:1557964800.483431:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000020:00000040:10.0:1557964800.483431:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:14.0:1557964800.483432:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964800.483432:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3000 02000000:00000001:10.0:1557964800.483432:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964800.483432:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 00000400:00000010:14.0:1557964800.483433:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3000. 02000000:00000001:10.0:1557964800.483433:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964800.483434:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:14.0:1557964800.483435:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887037e2400 (tot 24345492). 00000100:00000200:10.0:1557964800.483435:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964800.483436:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:10.0:1557964800.483436:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889717e83780. 00000400:00000010:10.0:1557964800.483436:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8897176f2b80. 00000800:00000200:14.0:1557964800.483437:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964800.483438:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964800.483438:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964800.491384:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964800.491443:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964800.491452:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964800.491461:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964800.491464:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889718b31e00 (tot 24345892). 00000400:00000200:17.0:1557964800.491471:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12330 00000400:00000200:17.0:1557964800.491477:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd449 [1] + 0 00000400:00000010:17.0:1557964800.491481:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9d80. 00000400:00000200:17.0:1557964800.491483:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7b80 00000800:00000200:7.0:1557964800.491485:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964800.491487:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964800.491488:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964800.491491:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630264850 x1633635870516016 msgsize 224 00000100:00100000:17.0:1557964800.491498:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964800.491499:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964800.491502:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964800.491504:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7b80 00000400:00000010:17.0:1557964800.491506:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7b80. 00000400:00000010:17.0:1557964800.491509:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889718b31e00 (tot 24345492). 00000400:00000001:1.0:1557964800.491511:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964800.491513:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964800.491515:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964800.491517:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964800.491518:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964800.491519:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:17.0:1557964800.491520:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964800.491521:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964800.491523:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964800.491528:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964800.491533:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516016 00000020:00000001:1.0:1557964800.491536:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964800.491537:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964800.491539:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964800.491541:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964800.491543:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964800.491546:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964800.491549:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964800.491550:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964800.491553:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000010:1.0:1557964800.491555:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88873462af80. 00000020:00000010:1.0:1557964800.491558:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737a55380. 00000100:00000040:1.0:1557964800.491561:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964800.491563:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964800.491564:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964800.491565:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964800.491568:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964800.491573:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964800.491576:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964800.491577:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964800.491578:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964800.491579:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964800.491581:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964800.491582:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964800.491586:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1614 00000100:00000040:1.0:1557964800.491589:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964800.491590:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647651408 : -131365061900208 : ffff888630264850) 00000100:00000040:1.0:1557964800.491595:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630264850 x1633635870516016/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:466/0 lens 224/0 e 0 to 0 dl 1557964861 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964800.491605:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964800.491606:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964800.491609:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870516016:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964800.491613:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516016 00000020:00000001:1.0:1557964800.491615:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964800.491618:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964800.491619:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964800.491621:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964800.491623:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964800.491625:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964800.491626:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964800.491628:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964800.491629:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964800.491631:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964800.491633:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964800.491634:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964800.491636:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:1.0:1557964800.491638:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964800.491640:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964800.491642:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964800.491644:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964800.491645:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964800.491646:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964800.491648:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964800.491651:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964800.491654:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964800.491657:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964800.491660:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964800.491662:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964800.491665:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964800.491667:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964800.491669:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516016 00010000:00000001:1.0:1557964800.491671:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964800.491674:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630264850 x1633635870516016/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:466/0 lens 224/368 e 0 to 0 dl 1557964861 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964800.491683:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964800.491685:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964800.491686:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=103 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964800.491691:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964800.491694:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964800.491696:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964800.491698:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964800.491700:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964800.491702:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964800.491705:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964800.491707:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462ad00. 00000100:00000200:1.0:1557964800.491710:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516016, offset 192 00000400:00000010:1.0:1557964800.491713:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df77e00 (tot 24345892). 00000400:00000200:1.0:1557964800.491717:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964800.491730:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964800.491735:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964800.491741:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964800.491744:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964800.491746:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964800.491750:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964800.491751:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964800.491753:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964800.491756:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964800.491757:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964800.491759:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964800.491760:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964800.491762:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964800.491765:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630264850 x1633635870516016/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:466/0 lens 224/336 e 0 to 0 dl 1557964861 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964800.491776:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870516016:12345-172.19.1.24@o2ib100:13 Request processed in 169us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964800.491783:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1614 00000100:00000040:1.0:1557964800.491785:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964800.491787:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:29.2:1557964800.491788:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964800.491789:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964800.491791:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88873462af80. 00000020:00000010:1.0:1557964800.491793:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737a55380. 00000020:00000010:1.0:1557964800.491796:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df74200. 00000020:00000040:1.0:1557964800.491798:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964800.491800:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964800.491803:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964800.491805:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0b40. 00000400:00000010:1.0:1557964800.491807:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88873462af80. 00000400:00000001:1.0:1557964800.491809:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964800.491811:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964800.491835:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964800.491843:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964800.491847:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964800.491849:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964800.491852:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:21.0:1557964800.491855:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964800.491856:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964800.491857:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ad00 00000400:00000010:21.0:1557964800.491859:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ad00. 00000400:00000010:21.0:1557964800.491862:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df77e00 (tot 24345492). 00000800:00000200:21.0:1557964800.491865:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964800.491868:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964800.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964800.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964800.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964800.508053:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964800.508054:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964800.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964800.508055:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964800.508056:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964800.508058:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964800.508059:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964800.508078:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964800.508078:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964800.508079:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964800.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964800.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964800.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964800.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964800.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964800.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964800.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964800.508090:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964800.927608:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:7.0:1557964800.927659:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964800.927671:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:7.0:1557964800.927680:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:7.0:1557964800.927682:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889709539800 (tot 24345892). 00000400:00000200:7.0:1557964800.927689:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc8987261a0 00000400:00000200:7.0:1557964800.927694:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbd09 [1] + 0 00000400:00000010:7.0:1557964800.927699:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354660. 00000400:00000200:7.0:1557964800.927701:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80900 00000800:00000200:17.0:1557964800.927703:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:7.0:1557964800.927704:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964800.927705:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:7.0:1557964800.927708:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863d645050 x1633636318339488 msgsize 224 00000100:00100000:7.0:1557964800.927714:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:7.0:1557964800.927715:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964800.927718:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964800.927719:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80900 00000400:00000010:7.0:1557964800.927721:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80900. 00000400:00000010:7.0:1557964800.927723:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889709539800 (tot 24345492). 00000800:00000200:7.0:1557964800.927726:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964800.927728:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557964800.927730:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964800.927754:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964800.927757:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964800.927759:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964800.927760:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964800.927762:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964800.927763:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964800.927766:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964800.927768:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339488 00000020:00000001:19.0:1557964800.927770:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964800.927771:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964800.927773:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964800.927776:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964800.927778:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964800.927780:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964800.927783:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964800.927784:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964800.927787:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88777989ca00. 00000020:00000010:19.0:1557964800.927790:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863febc980. 00000020:00000010:19.0:1557964800.927792:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff888737dcf200. 00000100:00000040:19.0:1557964800.927796:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964800.927798:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964800.927799:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964800.927802:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964800.927805:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964800.927806:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964800.927807:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964800.927812:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964800.927815:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964800.927817:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964800.927818:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964800.927819:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964800.927819:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964800.927820:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964800.927825:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 299 00000100:00000040:19.0:1557964800.927827:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964800.927829:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869820496 : -131364839731120 : ffff88863d645050) 00000100:00000040:19.0:1557964800.927833:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d645050 x1633636318339488/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:466/0 lens 224/0 e 0 to 0 dl 1557964861 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964800.927843:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964800.927844:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964800.927847:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24084:x1633636318339488:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964800.927851:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339488 00000020:00000001:19.0:1557964800.927852:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964800.927854:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964800.927855:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964800.927857:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964800.927858:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964800.927861:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964800.927862:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964800.927863:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964800.927864:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964800.927865:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964800.927867:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964800.927868:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964800.927870:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964800.927872:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964800.927873:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964800.927877:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff88777989f400. 02000000:00000001:19.0:1557964800.927878:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964800.927880:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964800.927882:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964800.927883:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339488 00010000:00000001:19.0:1557964800.927886:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964800.927889:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d645050 x1633636318339488/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:466/0 lens 224/224 e 0 to 0 dl 1557964861 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964800.927897:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964800.927899:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964800.927900:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=103 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964800.927904:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964800.927907:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964800.927908:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964800.927910:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964800.927911:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964800.927913:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964800.927916:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964800.927919:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febda00. 00000100:00000200:19.0:1557964800.927922:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339488, offset 192 00000400:00000010:19.0:1557964800.927925:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff887779899200 (tot 24345892). 00000400:00000200:19.0:1557964800.927929:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964800.927942:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964800.927947:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964800.927953:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964800.927955:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964800.927957:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964800.927962:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964800.927963:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964800.927965:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964800.927967:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964800.927969:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964800.927971:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964800.927972:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557964800.928002:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000020:00000001:19.0:1557964800.928031:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964800.928034:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d645050 x1633636318339488/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:466/0 lens 224/192 e 0 to 0 dl 1557964861 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964800.928054:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24084:x1633636318339488:12345-172.19.1.39@o2ib100:400 Request processed in 210us (345us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964800.928057:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 299 00000100:00000040:19.0:1557964800.928057:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000800:00000200:21.0:1557964800.928058:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000100:00000001:19.0:1557964800.928058:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964800.928058:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964800.928059:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863febc980. 00000020:00000010:19.0:1557964800.928060:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff888737dcf200. 00000020:00000010:19.0:1557964800.928061:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88777989ca00. 00000800:00000200:21.0:1557964800.928062:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000020:00000040:19.0:1557964800.928062:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964800.928063:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:21.0:1557964800.928064:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964800.928064:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:19.0:1557964800.928064:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964800.928065:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88863d60c300. 02000000:00000010:21.0:1557964800.928066:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff88777989f400. 02000000:00000001:21.0:1557964800.928086:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964800.928086:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964800.928087:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863febda00 00000400:00000010:21.0:1557964800.928089:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863febda00. 00000400:00000010:21.0:1557964800.928090:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff887779899200 (tot 24345492). 00000400:00000010:19.0:1557964800.928090:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863febc980. 00000800:00000200:21.0:1557964800.928091:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000400:00000001:19.0:1557964800.928091:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964800.928092:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964800.928093:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:8.0:1557964801.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964801.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964801.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964801.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964801.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964801.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964801.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964801.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964801.508064:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964801.508066:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964801.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964801.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964801.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964801.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964801.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964801.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964802.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964802.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964802.508037:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964802.508038:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964802.508042:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964802.508043:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964802.508044:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964802.508045:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964802.508047:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964802.508049:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964802.508050:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964802.508050:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964802.508051:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964802.508052:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964802.508053:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964802.508053:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964802.568568:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873bd76900 (tot 24345748). 00000400:00000010:6.0:1557964802.568577:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873bd76900 (tot 24345492). 00000020:00000001:6.0:1557964802.569721:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964802.569722:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318518896, max_age 4318522897 00002000:00000001:6.0:1557964802.569724:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964802.569726:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964802.569728:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964802.569731:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964802.569733:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964802.569734:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964802.569736:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964802.569738:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964802.569739:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964802.569740:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964802.569741:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964802.569743:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964802.569743:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964802.569773:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964802.569774:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318523897, max_age 4318522897 00000020:00000004:6.0:1557964802.569774:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964802.569775:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964802.569804:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964802.569804:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318523897, max_age 4318522897 00000020:00000004:6.0:1557964802.569805:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964802.569805:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964802.569831:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964802.569832:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318523897, max_age 4318522897 00000020:00000004:6.0:1557964802.569832:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964802.569833:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964803.330018:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330021:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330023:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964803.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964803.508015:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964803.508017:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964803.508021:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964803.508022:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964803.508023:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964803.508024:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964803.508025:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964803.508027:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964803.508028:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964803.508029:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964803.508032:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964803.508032:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964803.508033:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964803.508033:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964804.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964804.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964804.508014:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964804.508015:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964804.508019:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964804.508020:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964804.508023:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964804.508023:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964804.508027:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964804.508028:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964804.508029:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964804.508030:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964804.508030:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964804.508031:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964804.508033:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964804.508034:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964805.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964805.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964805.491040:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964805.491067:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964805.491076:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964805.491086:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964805.491090:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c213a00 (tot 24345892). 00000400:00000200:14.0:1557964805.491099:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010950 00000400:00000200:14.0:1557964805.491107:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x94b5 [1] + 0 00000800:00000200:15.0:1557964805.491110:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964805.491113:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9180. 00000400:00000200:14.0:1557964805.491116:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ff00 00000100:00000001:14.0:1557964805.491121:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964805.491123:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964805.491126:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a9c50 x1633635891480912 msgsize 224 00000100:00100000:14.0:1557964805.491132:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964805.491134:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964805.491138:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964805.491139:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ff00 00000400:00000010:14.0:1557964805.491142:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ff00. 00000400:00000010:14.0:1557964805.491147:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c213a00 (tot 24345492). 00000800:00000200:14.0:1557964805.491151:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964805.491154:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964805.491156:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964805.491175:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964805.491178:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964805.491182:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964805.491185:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964805.491187:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964805.491189:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964805.491193:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964805.491196:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480912 00000020:00000001:10.0:1557964805.491199:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964805.491200:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964805.491203:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964805.491206:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964805.491208:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964805.491211:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964805.491216:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964805.491218:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964805.491222:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964805.491226:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcc80. 00000020:00000010:10.0:1557964805.491230:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964805.491233:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964805.491235:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964805.491236:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964805.491238:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964805.491242:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964805.491248:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964805.491252:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964805.491253:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964805.491254:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964805.491255:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964805.491256:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964805.491258:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964805.491264:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1609 00000100:00000040:10.0:1557964805.491266:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964805.491268:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928741456 : -131294780810160 : ffff88968d3a9c50) 00000100:00000040:10.0:1557964805.491274:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a9c50 x1633635891480912/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:471/0 lens 224/0 e 0 to 0 dl 1557964866 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964805.491286:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964805.491287:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964805.491290:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891480912:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964805.491293:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480912 00000020:00000001:10.0:1557964805.491295:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964805.491299:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964805.491300:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964805.491303:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964805.491304:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964805.491307:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964805.491309:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964805.491310:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964805.491313:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964805.491315:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964805.491318:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964805.491319:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964805.491322:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73cc00. 02000000:00000001:10.0:1557964805.491324:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964805.491326:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964805.491328:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964805.491331:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964805.491333:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964805.491336:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964805.491344:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964805.491346:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964805.491348:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964805.491352:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964805.491355:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964805.491359:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964805.491362:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964805.491364:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964805.491368:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964805.491370:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964805.491372:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480912 00010000:00000001:10.0:1557964805.491375:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964805.491379:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a9c50 x1633635891480912/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:471/0 lens 224/368 e 0 to 0 dl 1557964866 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964805.491389:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964805.491390:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964805.491393:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=108 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964805.491397:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964805.491400:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964805.491402:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964805.491405:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964805.491407:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964805.491409:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964805.491413:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964805.491415:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bca80. 00000100:00000200:10.0:1557964805.491419:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480912, offset 192 00000400:00000010:10.0:1557964805.491422:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f400 (tot 24345892). 00000400:00000200:10.0:1557964805.491426:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964805.491440:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964805.491446:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964805.491453:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964805.491456:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964805.491458:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964805.491464:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964805.491465:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964805.491467:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964805.491470:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964805.491472:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964805.491473:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964805.491474:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964805.491476:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964805.491479:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a9c50 x1633635891480912/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:471/0 lens 224/336 e 0 to 0 dl 1557964866 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964805.491507:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891480912:12345-172.19.1.25@o2ib100:13 Request processed in 221us (381us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964805.491509:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964805.491511:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1609 00000100:00000040:10.0:1557964805.491512:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964805.491513:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964805.491514:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964805.491515:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcc80. 00000020:00000010:10.0:1557964805.491516:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964805.491517:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964805.491519:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557964805.491520:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964805.491520:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964805.491521:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964805.491523:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:10.0:1557964805.491523:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2c60. 00000400:00000010:10.0:1557964805.491525:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcc80. 00000100:00000001:14.0:1557964805.491526:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964805.491527:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964805.491528:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73cc00. 02000000:00000001:14.0:1557964805.491530:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964805.491530:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964805.491531:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bca80 00000400:00000010:14.0:1557964805.491532:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bca80. 00000400:00000010:14.0:1557964805.491534:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f400 (tot 24345492). 00000400:00000001:10.0:1557964805.491534:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964805.491534:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964805.491535:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964805.491536:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964805.499411:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964805.499468:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964805.499481:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964805.499492:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964805.499495:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff888615b64000 (tot 24345892). 00000400:00000200:17.0:1557964805.499504:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12350 00000400:00000200:17.0:1557964805.499512:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd459 [1] + 0 00000800:00000200:7.0:1557964805.499513:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:17.0:1557964805.499519:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9f00. 00000400:00000200:17.0:1557964805.499522:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6a00 00000100:00000001:17.0:1557964805.499528:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964805.499530:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964805.499533:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630264450 x1633635870516048 msgsize 224 00000100:00100000:17.0:1557964805.499539:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964805.499543:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964805.499547:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964805.499548:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6a00 00000400:00000010:17.0:1557964805.499551:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6a00. 00000400:00000010:17.0:1557964805.499555:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff888615b64000 (tot 24345492). 00000400:00000001:1.0:1557964805.499558:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964805.499559:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964805.499562:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964805.499563:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964805.499566:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964805.499566:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964805.499570:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964805.499573:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964805.499575:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964805.499581:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964805.499585:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516048 00000020:00000001:1.0:1557964805.499588:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964805.499589:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964805.499592:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964805.499594:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964805.499596:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964805.499599:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964805.499603:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964805.499605:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964805.499608:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964805.499612:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fe00. 00000020:00000010:1.0:1557964805.499616:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f7500. 00000100:00000040:1.0:1557964805.499619:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964805.499621:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964805.499622:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964805.499624:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964805.499628:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964805.499633:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964805.499637:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964805.499640:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964805.499641:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964805.499642:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964805.499643:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964805.499645:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964805.499649:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1615 00000100:00000040:1.0:1557964805.499652:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964805.499654:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647650384 : -131365061901232 : ffff888630264450) 00000100:00000040:1.0:1557964805.499659:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630264450 x1633635870516048/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:471/0 lens 224/0 e 0 to 0 dl 1557964866 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964805.499669:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964805.499670:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964805.499673:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870516048:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964805.499677:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516048 00000020:00000001:1.0:1557964805.499679:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964805.499683:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964805.499684:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964805.499687:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964805.499688:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964805.499691:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964805.499693:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964805.499694:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964805.499696:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964805.499698:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964805.499701:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964805.499703:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964805.499705:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfab800. 02000000:00000001:1.0:1557964805.499707:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964805.499709:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964805.499711:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964805.499714:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964805.499716:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964805.499718:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964805.499721:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964805.499724:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964805.499728:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964805.499731:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964805.499734:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964805.499736:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964805.499739:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964805.499741:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964805.499744:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516048 00010000:00000001:1.0:1557964805.499747:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964805.499751:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630264450 x1633635870516048/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:471/0 lens 224/368 e 0 to 0 dl 1557964866 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964805.499760:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964805.499762:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964805.499764:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=108 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964805.499769:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964805.499772:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964805.499774:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964805.499776:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964805.499778:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964805.499780:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964805.499783:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964805.499786:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fe80. 00000100:00000200:1.0:1557964805.499790:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516048, offset 192 00000400:00000010:1.0:1557964805.499793:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72c00 (tot 24345892). 00000400:00000200:1.0:1557964805.499797:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964805.499813:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964805.499819:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964805.499827:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964805.499829:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964805.499832:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964805.499837:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964805.499839:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964805.499847:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964805.499850:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964805.499852:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964805.499853:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964805.499854:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964805.499856:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964805.499859:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630264450 x1633635870516048/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:471/0 lens 224/336 e 0 to 0 dl 1557964866 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964805.499870:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870516048:12345-172.19.1.24@o2ib100:13 Request processed in 199us (335us total) trans 0 rc 0/0 00000800:00000200:29.2:1557964805.499876:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964805.499878:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1615 00000100:00000040:1.0:1557964805.499881:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964805.499883:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964805.499884:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964805.499886:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fe00. 00000020:00000010:1.0:1557964805.499888:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f7500. 00000020:00000010:1.0:1557964805.499891:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964805.499893:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964805.499896:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964805.499899:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964805.499902:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf08a0. 00000400:00000010:1.0:1557964805.499924:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fe00. 00000400:00000001:1.0:1557964805.499926:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964805.499926:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557964805.499932:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964805.499937:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964805.499956:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964805.499958:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964805.499959:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfab800. 02000000:00000001:4.0:1557964805.499961:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964805.499962:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964805.499962:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fe80 00000400:00000010:4.0:1557964805.499963:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fe80. 00000800:00000200:21.0:1557964805.499991:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:4.0:1557964805.499992:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72c00 (tot 24345492). 00000800:00000200:4.0:1557964805.499994:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964805.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964805.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964805.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964805.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964805.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964805.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964805.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964805.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964805.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964805.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964805.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964805.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964805.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964805.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964806.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964806.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964806.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964806.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964806.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964806.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964806.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964806.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964806.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964806.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964806.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964806.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964806.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964806.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964806.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964806.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964807.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964807.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964807.508030:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964807.508031:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964807.508035:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964807.508036:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964807.508037:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964807.508037:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964807.508045:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964807.508046:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964807.508047:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964807.508047:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964807.508060:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964807.508061:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964807.508062:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964807.508062:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964807.570454:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888706781b00 (tot 24345748). 00000400:00000010:6.0:1557964807.570472:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888706781b00 (tot 24345492). 00000020:00000001:6.0:1557964807.571850:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964807.571851:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318523897, max_age 4318527899 00002000:00000001:6.0:1557964807.571854:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964807.571855:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964807.571857:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964807.571861:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964807.571863:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964807.571864:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964807.571865:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964807.571867:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964807.571869:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964807.571870:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964807.571871:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964807.571873:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964807.571873:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964807.571912:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964807.571913:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318528899, max_age 4318527899 00000020:00000004:6.0:1557964807.571914:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964807.571915:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964807.571951:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964807.571951:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318528899, max_age 4318527899 00000020:00000004:6.0:1557964807.571952:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964807.571953:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964807.571995:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964807.571995:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318528899, max_age 4318527900 00000020:00000004:6.0:1557964807.571996:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964807.571997:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964808.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964808.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964808.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964808.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964808.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964808.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964808.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964808.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964808.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964808.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964808.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964808.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964808.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964808.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964808.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964808.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964809.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964809.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964809.508016:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964809.508018:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964809.508022:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964809.508022:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964809.508024:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964809.508024:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964809.508026:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964809.508027:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964809.508029:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964809.508029:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964809.508032:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964809.508033:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964809.508034:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964809.508034:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964810.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964810.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964810.499057:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964810.499084:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964810.499094:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964810.499104:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964810.499108:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c213a00 (tot 24345892). 00000400:00000200:14.0:1557964810.499117:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010970 00000400:00000200:14.0:1557964810.499139:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x94c5 [1] + 0 00000800:00000200:15.0:1557964810.499140:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964810.499143:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36780. 00000400:00000200:14.0:1557964810.499145:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2b00 00000100:00000001:14.0:1557964810.499149:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964810.499150:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964810.499152:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a9850 x1633635891480944 msgsize 224 00000100:00100000:14.0:1557964810.499155:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964810.499156:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964810.499159:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964810.499160:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2b00 00000400:00000010:14.0:1557964810.499161:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2b00. 00000400:00000010:14.0:1557964810.499163:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c213a00 (tot 24345492). 00000800:00000200:14.0:1557964810.499183:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964810.499188:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964810.499191:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964810.499193:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964810.499196:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964810.499198:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964810.499200:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964810.499202:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964810.499203:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964810.499206:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964810.499209:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480944 00000020:00000001:10.0:1557964810.499210:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964810.499211:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964810.499213:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964810.499215:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964810.499216:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964810.499217:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964810.499220:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964810.499221:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964810.499224:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964810.499227:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc680. 00000020:00000010:10.0:1557964810.499230:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f263c0. 00000100:00000040:10.0:1557964810.499233:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964810.499235:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964810.499235:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964810.499236:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964810.499239:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964810.499242:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964810.499245:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964810.499246:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964810.499246:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964810.499247:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964810.499248:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964810.499249:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964810.499251:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1610 00000100:00000040:10.0:1557964810.499253:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964810.499255:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928740432 : -131294780811184 : ffff88968d3a9850) 00000100:00000040:10.0:1557964810.499258:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a9850 x1633635891480944/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:476/0 lens 224/0 e 0 to 0 dl 1557964871 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964810.499262:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964810.499263:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964810.499264:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891480944:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964810.499266:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480944 00000020:00000001:10.0:1557964810.499267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964810.499269:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964810.499270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964810.499272:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964810.499273:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964810.499274:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964810.499275:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964810.499276:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964810.499277:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964810.499278:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964810.499280:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964810.499281:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964810.499282:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73cc00. 02000000:00000001:10.0:1557964810.499283:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964810.499284:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964810.499286:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964810.499288:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964810.499290:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964810.499292:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964810.499298:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964810.499299:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964810.499300:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964810.499302:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964810.499304:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964810.499306:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964810.499307:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964810.499309:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964810.499311:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964810.499312:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964810.499314:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480944 00010000:00000001:10.0:1557964810.499316:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964810.499318:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a9850 x1633635891480944/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:476/0 lens 224/368 e 0 to 0 dl 1557964871 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964810.499322:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964810.499322:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964810.499324:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=113 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964810.499326:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964810.499328:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964810.499329:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964810.499330:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964810.499331:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964810.499332:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964810.499333:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964810.499335:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd000. 00000100:00000200:10.0:1557964810.499338:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480944, offset 192 00000400:00000010:10.0:1557964810.499339:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68c200 (tot 24345892). 00000400:00000200:10.0:1557964810.499341:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964810.499349:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964810.499352:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964810.499357:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964810.499359:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964810.499360:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964810.499364:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964810.499365:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964810.499366:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964810.499367:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964810.499368:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964810.499368:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964810.499369:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964810.499370:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964810.499371:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964810.499373:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a9850 x1633635891480944/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:476/0 lens 224/336 e 0 to 0 dl 1557964871 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964810.499374:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964810.499377:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891480944:12345-172.19.1.25@o2ib100:13 Request processed in 113us (224us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964810.499378:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:15.0:1557964810.499380:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964810.499380:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964810.499380:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964810.499381:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd000 00000100:00100000:10.0:1557964810.499381:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1610 00000400:00000010:14.0:1557964810.499382:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd000. 00000400:00000010:14.0:1557964810.499383:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68c200 (tot 24345492). 00000100:00000040:10.0:1557964810.499383:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964810.499384:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964810.499384:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964810.499385:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964810.499386:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc680. 00000020:00000010:10.0:1557964810.499387:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f263c0. 00000020:00000010:10.0:1557964810.499388:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964810.499390:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964810.499391:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964810.499392:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73cc00. 02000000:00000001:10.0:1557964810.499393:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964810.499394:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964810.499395:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964810.499397:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2ea0. 00000400:00000010:10.0:1557964810.499398:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc680. 00000400:00000001:10.0:1557964810.499400:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964810.499401:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964810.507414:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964810.507459:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964810.507468:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964810.507475:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964810.507477:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a600 (tot 24345892). 00000400:00000200:7.0:1557964810.507484:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12370 00000400:00000200:7.0:1557964810.507488:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd479 [1] + 0 00000800:00000200:17.0:1557964810.507492:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:7.0:1557964810.507492:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9960. 00000400:00000200:7.0:1557964810.507494:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6c80 00000100:00000001:7.0:1557964810.507499:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964810.507501:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964810.507502:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630264050 x1633635870516080 msgsize 224 00000100:00100000:7.0:1557964810.507505:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964810.507506:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964810.507509:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964810.507510:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6c80 00000400:00000010:7.0:1557964810.507512:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6c80. 00000400:00000010:7.0:1557964810.507514:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a600 (tot 24345492). 00000800:00000200:7.0:1557964810.507516:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964810.507516:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964810.507518:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964810.507519:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964810.507520:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964810.507521:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964810.507523:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964810.507525:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964810.507526:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964810.507529:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964810.507532:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516080 00000020:00000001:1.0:1557964810.507533:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964810.507534:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964810.507536:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964810.507539:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964810.507540:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964810.507541:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964810.507544:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964810.507546:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964810.507548:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964810.507552:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fd80. 00000020:00000010:1.0:1557964810.507554:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f7500. 00000100:00000040:1.0:1557964810.507556:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964810.507557:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964810.507558:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964810.507559:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964810.507562:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964810.507565:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964810.507567:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964810.507568:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964810.507569:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964810.507569:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964810.507570:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964810.507571:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964810.507592:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1616 00000100:00000040:1.0:1557964810.507593:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964810.507594:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647649360 : -131365061902256 : ffff888630264050) 00000100:00000040:1.0:1557964810.507597:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630264050 x1633635870516080/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:476/0 lens 224/0 e 0 to 0 dl 1557964871 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964810.507601:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964810.507602:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964810.507603:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870516080:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964810.507604:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516080 00000020:00000001:1.0:1557964810.507607:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964810.507609:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964810.507609:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964810.507611:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964810.507612:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964810.507614:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964810.507615:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964810.507616:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964810.507617:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964810.507619:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964810.507621:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964810.507622:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964810.507624:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:1.0:1557964810.507625:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964810.507626:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964810.507627:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964810.507630:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964810.507630:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964810.507632:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964810.507632:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964810.507634:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964810.507636:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964810.507637:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964810.507638:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964810.507639:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964810.507641:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964810.507642:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964810.507643:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516080 00010000:00000001:1.0:1557964810.507645:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964810.507647:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630264050 x1633635870516080/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:476/0 lens 224/368 e 0 to 0 dl 1557964871 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964810.507651:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964810.507652:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964810.507653:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=113 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964810.507655:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964810.507657:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964810.507658:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964810.507659:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964810.507660:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964810.507661:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964810.507663:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964810.507664:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f880. 00000100:00000200:1.0:1557964810.507667:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516080, offset 192 00000400:00000010:1.0:1557964810.507669:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70600 (tot 24345892). 00000400:00000200:1.0:1557964810.507671:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964810.507679:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964810.507682:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964810.507687:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964810.507688:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964810.507690:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964810.507694:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964810.507695:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964810.507696:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964810.507697:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964810.507698:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964810.507698:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964810.507699:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964810.507700:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964810.507701:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630264050 x1633635870516080/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:476/0 lens 224/336 e 0 to 0 dl 1557964871 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964810.507705:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870516080:12345-172.19.1.24@o2ib100:13 Request processed in 103us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964810.507709:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1616 00000100:00000040:1.0:1557964810.507710:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964810.507711:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964810.507711:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964810.507713:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fd80. 00000020:00000010:1.0:1557964810.507714:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f7500. 00000020:00000010:1.0:1557964810.507715:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964810.507717:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964810.507718:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964810.507720:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964810.507722:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf04e0. 00000400:00000010:1.0:1557964810.507724:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fd80. 00000400:00000001:1.0:1557964810.507725:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964810.507726:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964810.507727:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964810.507762:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964810.507767:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964810.507769:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964810.507771:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964810.507772:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:21.0:1557964810.507774:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964810.507774:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964810.507775:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f880 00000400:00000010:21.0:1557964810.507776:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f880. 00000400:00000010:21.0:1557964810.507777:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70600 (tot 24345492). 00000800:00000200:21.0:1557964810.507779:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964810.507781:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00010000:00000001:8.0:1557964810.508038:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964810.508040:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964810.508046:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964810.508048:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964810.508050:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964810.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964810.508054:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964810.508056:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964810.508058:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964810.508061:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964810.508062:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964810.508064:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964810.508066:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964810.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964810.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964810.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964810.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964810.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964810.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964810.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964810.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964811.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964811.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964811.508013:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964811.508014:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964811.508018:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964811.508020:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964811.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964811.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964811.508035:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964811.508036:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964811.508038:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964811.508038:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964811.508040:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964811.508041:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964811.508042:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964811.508043:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964812.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964812.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964812.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964812.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964812.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964812.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964812.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964812.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964812.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964812.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964812.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964812.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964812.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964812.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964812.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964812.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964812.572456:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886fdaa5a00 (tot 24345748). 00000400:00000010:6.0:1557964812.572466:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886fdaa5a00 (tot 24345492). 00000020:00000001:6.0:1557964812.574016:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964812.574017:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318528899, max_age 4318532902 00002000:00000001:6.0:1557964812.574018:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964812.574019:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964812.574021:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964812.574025:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964812.574026:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964812.574027:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964812.574029:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964812.574031:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964812.574032:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964812.574033:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964812.574034:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964812.574037:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964812.574038:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964812.574077:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964812.574077:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318533902, max_age 4318532902 00000020:00000004:6.0:1557964812.574078:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964812.574080:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964812.574114:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964812.574115:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318533902, max_age 4318532902 00000020:00000004:6.0:1557964812.574115:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964812.574116:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964812.574149:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964812.574149:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318533902, max_age 4318532902 00000020:00000004:6.0:1557964812.574150:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964812.574151:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964813.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964813.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964813.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964813.508062:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964813.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964813.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964813.508067:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964813.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964813.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964813.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964813.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964813.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964813.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964813.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964813.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964813.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964814.330019:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964814.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964814.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964814.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964814.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964814.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964814.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964814.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964814.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964814.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964814.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964814.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964814.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964814.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964814.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964814.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964815.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964815.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:14.2:1557964815.507063:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964815.507092:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964815.507115:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964815.507121:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964815.507124:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c216c00 (tot 24345892). 00000400:00000200:14.0:1557964815.507130:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010990 00000400:00000200:14.0:1557964815.507135:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x94d5 [1] + 0 00000400:00000010:14.0:1557964815.507139:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a367e0. 00000400:00000200:14.0:1557964815.507141:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2c80 00000800:00000200:15.0:1557964815.507142:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964815.507146:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964815.507147:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964815.507149:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a9450 x1633635891480976 msgsize 224 00000100:00100000:14.0:1557964815.507152:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964815.507153:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964815.507156:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964815.507157:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2c80 00000400:00000010:14.0:1557964815.507158:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2c80. 00000400:00000010:14.0:1557964815.507161:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c216c00 (tot 24345492). 00000800:00000200:14.0:1557964815.507180:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964815.507182:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964815.507184:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964815.507190:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964815.507193:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964815.507195:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964815.507197:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964815.507200:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964815.507201:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964815.507204:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964815.507206:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891480976 00000020:00000001:10.0:1557964815.507208:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964815.507209:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964815.507211:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964815.507213:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964815.507214:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964815.507215:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964815.507218:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964815.507220:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964815.507222:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964815.507225:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc980. 00000020:00000010:10.0:1557964815.507227:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964815.507230:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964815.507231:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964815.507231:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964815.507232:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964815.507235:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964815.507238:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964815.507241:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964815.507241:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964815.507242:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964815.507242:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964815.507243:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964815.507244:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964815.507246:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1611 00000100:00000040:10.0:1557964815.507247:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964815.507248:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928739408 : -131294780812208 : ffff88968d3a9450) 00000100:00000040:10.0:1557964815.507251:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a9450 x1633635891480976/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:481/0 lens 224/0 e 0 to 0 dl 1557964876 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964815.507256:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964815.507256:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964815.507258:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891480976:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964815.507259:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891480976 00000020:00000001:10.0:1557964815.507261:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964815.507264:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964815.507264:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964815.507266:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964815.507267:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964815.507268:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964815.507269:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964815.507270:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964815.507271:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964815.507273:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964815.507274:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964815.507275:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964815.507277:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964815.507278:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964815.507279:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964815.507281:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964815.507283:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964815.507285:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964815.507288:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964815.507294:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964815.507295:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964815.507296:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964815.507298:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964815.507300:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964815.507302:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964815.507303:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964815.507305:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964815.507306:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964815.507307:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964815.507309:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891480976 00010000:00000001:10.0:1557964815.507311:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964815.507313:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a9450 x1633635891480976/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:481/0 lens 224/368 e 0 to 0 dl 1557964876 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964815.507317:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964815.507318:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964815.507319:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=118 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964815.507322:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964815.507323:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964815.507325:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964815.507326:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964815.507327:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964815.507328:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964815.507330:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964815.507331:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd480. 00000100:00000200:10.0:1557964815.507334:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891480976, offset 192 00000400:00000010:10.0:1557964815.507336:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688e00 (tot 24345892). 00000400:00000200:10.0:1557964815.507338:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964815.507345:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964815.507348:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964815.507354:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964815.507355:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964815.507357:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964815.507360:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964815.507361:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964815.507362:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964815.507363:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964815.507364:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964815.507364:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964815.507365:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964815.507366:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964815.507366:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964815.507368:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a9450 x1633635891480976/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:481/0 lens 224/336 e 0 to 0 dl 1557964876 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964815.507370:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964815.507372:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891480976:12345-172.19.1.25@o2ib100:13 Request processed in 115us (222us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964815.507374:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964815.507375:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1611 00000100:00000001:14.0:1557964815.507376:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964815.507377:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964815.507377:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964815.507377:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd480 00000100:00000040:10.0:1557964815.507377:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964815.507378:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd480. 00000100:00000001:10.0:1557964815.507378:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964815.507379:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964815.507380:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc980. 00000400:00000010:14.0:1557964815.507381:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688e00 (tot 24345492). 00000020:00000010:10.0:1557964815.507381:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000800:00000200:14.0:1557964815.507382:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964815.507382:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557964815.507384:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964815.507386:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964815.507387:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964815.507388:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964815.507389:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964815.507390:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964815.507391:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2f60. 00000400:00000010:10.0:1557964815.507393:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc980. 00000400:00000001:10.0:1557964815.507394:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964815.507395:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00010000:00000001:8.0:1557964815.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964815.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964815.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964815.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964815.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964815.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964815.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964815.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964815.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964815.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964815.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964815.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964815.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964815.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964815.515391:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964815.515446:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964815.515460:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964815.515470:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964815.515474:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863f64f800 (tot 24345892). 00000400:00000200:17.0:1557964815.515483:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12390 00000400:00000200:17.0:1557964815.515490:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd499 [1] + 0 00000800:00000200:7.0:1557964815.515491:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:17.0:1557964815.515496:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9360. 00000400:00000200:17.0:1557964815.515499:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7f00 00000100:00000001:17.0:1557964815.515505:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964815.515507:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964815.515510:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630263c50 x1633635870516112 msgsize 224 00000100:00100000:17.0:1557964815.515517:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964815.515519:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964815.515523:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964815.515524:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7f00 00000400:00000010:17.0:1557964815.515526:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7f00. 00000400:00000010:17.0:1557964815.515530:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863f64f800 (tot 24345492). 00000800:00000200:17.0:1557964815.515534:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964815.515534:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964815.515538:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964815.515539:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964815.515542:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964815.515542:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964815.515544:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964815.515547:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964815.515549:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964815.515555:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964815.515559:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516112 00000020:00000001:1.0:1557964815.515561:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964815.515563:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964815.515566:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964815.515568:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964815.515570:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964815.515573:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964815.515577:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964815.515578:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964815.515582:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964815.515586:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ff00. 00000020:00000010:1.0:1557964815.515589:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f7500. 00000100:00000040:1.0:1557964815.515593:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964815.515596:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964815.515597:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964815.515598:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964815.515602:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964815.515607:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964815.515611:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964815.515613:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964815.515614:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964815.515615:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964815.515617:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964815.515618:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964815.515622:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1617 00000100:00000040:1.0:1557964815.515627:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964815.515629:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647648336 : -131365061903280 : ffff888630263c50) 00000100:00000040:1.0:1557964815.515634:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630263c50 x1633635870516112/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:481/0 lens 224/0 e 0 to 0 dl 1557964876 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964815.515644:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964815.515645:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964815.515648:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870516112:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964815.515652:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516112 00000020:00000001:1.0:1557964815.515654:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964815.515657:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964815.515658:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964815.515660:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964815.515662:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964815.515664:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964815.515666:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964815.515668:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964815.515669:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964815.515671:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964815.515674:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964815.515676:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964815.515679:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:1.0:1557964815.515681:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964815.515683:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964815.515685:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964815.515687:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964815.515689:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964815.515690:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964815.515692:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964815.515696:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964815.515698:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964815.515701:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964815.515704:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964815.515708:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964815.515711:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964815.515712:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964815.515715:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516112 00010000:00000001:1.0:1557964815.515718:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964815.515722:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630263c50 x1633635870516112/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:481/0 lens 224/368 e 0 to 0 dl 1557964876 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964815.515732:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964815.515733:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964815.515735:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=118 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964815.515740:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964815.515743:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964815.515745:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964815.515747:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964815.515749:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964815.515751:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964815.515768:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964815.515770:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f900. 00000100:00000200:1.0:1557964815.515772:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516112, offset 192 00000400:00000010:1.0:1557964815.515773:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74800 (tot 24345892). 00000400:00000200:1.0:1557964815.515774:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964815.515782:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964815.515784:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964815.515789:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964815.515791:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964815.515792:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964815.515796:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964815.515797:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964815.515798:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964815.515799:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964815.515800:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964815.515801:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964815.515802:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964815.515803:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964815.515804:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630263c50 x1633635870516112/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:481/0 lens 224/336 e 0 to 0 dl 1557964876 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964815.515809:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870516112:12345-172.19.1.24@o2ib100:13 Request processed in 164us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964815.515812:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1617 00000100:00000040:1.0:1557964815.515813:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964815.515814:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964815.515815:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964815.515816:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ff00. 00000020:00000010:1.0:1557964815.515817:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f7500. 00000020:00000010:1.0:1557964815.515819:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964815.515820:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964815.515821:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964815.515823:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964815.515824:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0660. 00000400:00000010:1.0:1557964815.515826:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ff00. 00000400:00000001:1.0:1557964815.515827:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964815.515827:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964815.515835:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964815.515873:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964815.515878:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964815.515880:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964815.515881:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964815.515902:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:21.0:1557964815.515904:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964815.515904:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964815.515906:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f900 00000400:00000010:21.0:1557964815.515907:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f900. 00000400:00000010:21.0:1557964815.515909:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74800 (tot 24345492). 00000800:00000200:21.0:1557964815.515910:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964815.515912:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:8.0:1557964816.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964816.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964816.508017:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964816.508019:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964816.508022:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964816.508023:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964816.508024:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964816.508025:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964816.508027:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964816.508029:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964816.508030:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964816.508030:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964816.508032:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964816.508033:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964816.508034:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964816.508035:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964817.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964817.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964817.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964817.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964817.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964817.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964817.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964817.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964817.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964817.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964817.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964817.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964817.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964817.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964817.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964817.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964817.574597:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88863b7f8f00 (tot 24345748). 00000400:00000010:6.0:1557964817.574615:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88863b7f8f00 (tot 24345492). 00000020:00000001:6.0:1557964817.575867:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964817.575868:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318533902, max_age 4318537903 00002000:00000001:6.0:1557964817.575870:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964817.575871:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964817.575874:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964817.575878:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964817.575880:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964817.575881:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964817.575882:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964817.575884:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964817.575885:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964817.575886:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964817.575887:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964817.575888:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964817.575889:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964817.575924:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964817.575925:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318538903, max_age 4318537903 00000020:00000004:6.0:1557964817.575927:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964817.575928:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964817.575962:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964817.575962:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318538903, max_age 4318537903 00000020:00000004:6.0:1557964817.575963:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964817.575964:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964817.576004:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964817.576005:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318538903, max_age 4318537904 00000020:00000004:6.0:1557964817.576005:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964817.576006:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964818.330012:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330014:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330016:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330017:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330019:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330020:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330021:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964818.330023:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964818.508038:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964818.508039:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964818.508042:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964818.508043:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964818.508044:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964818.508044:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964818.508047:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964818.508048:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964818.508050:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964818.508050:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964818.508051:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964818.508051:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964818.508052:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964818.508053:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964819.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964819.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964819.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964819.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964819.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964819.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964819.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964819.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964819.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964819.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964819.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964819.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964819.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964819.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964819.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964819.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964820.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964820.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964820.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964820.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964820.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964820.508057:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964820.508060:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964820.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964820.508064:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964820.508065:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964820.508068:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964820.508071:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964820.508072:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964820.508074:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964820.508076:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964820.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964820.508090:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964820.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964820.508093:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964820.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964820.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964820.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964820.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964820.515067:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964820.515108:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964820.515115:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964820.515121:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964820.515124:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c216c00 (tot 24345892). 00000400:00000200:14.0:1557964820.515130:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0109e0 00000400:00000200:14.0:1557964820.515135:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9505 [1] + 0 00000400:00000010:14.0:1557964820.515139:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36d20. 00000400:00000200:14.0:1557964820.515141:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2000 00000800:00000200:15.0:1557964820.515142:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964820.515146:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964820.515147:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964820.515148:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a9050 x1633635891481056 msgsize 224 00000100:00100000:14.0:1557964820.515151:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964820.515152:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964820.515156:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964820.515156:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2000 00000400:00000010:14.0:1557964820.515158:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2000. 00000400:00000010:14.0:1557964820.515160:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c216c00 (tot 24345492). 00000800:00000200:14.0:1557964820.515180:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964820.515182:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964820.515183:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964820.515189:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964820.515192:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964820.515195:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964820.515197:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964820.515199:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964820.515200:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964820.515202:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964820.515205:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481056 00000020:00000001:10.0:1557964820.515207:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964820.515208:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964820.515209:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964820.515212:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964820.515213:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964820.515213:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964820.515216:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964820.515218:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964820.515221:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964820.515224:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcb80. 00000020:00000010:10.0:1557964820.515227:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964820.515230:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964820.515231:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964820.515232:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964820.515232:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.515235:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.515239:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964820.515241:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964820.515242:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964820.515243:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964820.515243:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964820.515245:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964820.515246:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964820.515249:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1612 00000100:00000040:10.0:1557964820.515250:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964820.515251:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928738384 : -131294780813232 : ffff88968d3a9050) 00000100:00000040:10.0:1557964820.515253:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a9050 x1633635891481056/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:486/0 lens 224/0 e 0 to 0 dl 1557964881 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964820.515259:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964820.515259:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964820.515261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891481056:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964820.515262:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481056 00000020:00000001:10.0:1557964820.515264:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964820.515266:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964820.515267:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.515268:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964820.515269:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964820.515270:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964820.515271:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964820.515272:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964820.515273:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964820.515275:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.515277:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964820.515277:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964820.515279:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73dc00. 02000000:00000001:10.0:1557964820.515280:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.515281:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964820.515283:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964820.515286:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964820.515287:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964820.515290:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964820.515296:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964820.515297:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964820.515298:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964820.515301:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964820.515303:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964820.515304:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964820.515306:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964820.515307:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964820.515308:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964820.515310:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964820.515312:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481056 00010000:00000001:10.0:1557964820.515313:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964820.515315:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a9050 x1633635891481056/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:486/0 lens 224/368 e 0 to 0 dl 1557964881 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964820.515319:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964820.515320:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964820.515321:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=123 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964820.515324:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964820.515326:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964820.515327:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964820.515328:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964820.515328:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.515330:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964820.515332:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964820.515333:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcd80. 00000100:00000200:10.0:1557964820.515336:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481056, offset 192 00000400:00000010:10.0:1557964820.515337:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e800 (tot 24345892). 00000400:00000200:10.0:1557964820.515340:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964820.515347:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964820.515350:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964820.515356:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964820.515358:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964820.515359:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964820.515364:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964820.515365:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.515366:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964820.515367:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964820.515368:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964820.515368:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964820.515369:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964820.515370:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.515371:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964820.515372:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a9050 x1633635891481056/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:486/0 lens 224/336 e 0 to 0 dl 1557964881 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964820.515374:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964820.515376:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891481056:12345-172.19.1.25@o2ib100:13 Request processed in 116us (226us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964820.515378:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964820.515379:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1612 00000100:00000001:14.0:1557964820.515380:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964820.515380:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000800:00000200:15.0:1557964820.515381:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964820.515381:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bcd80 00000100:00000040:10.0:1557964820.515381:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964820.515382:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bcd80. 00000100:00000001:10.0:1557964820.515382:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557964820.515383:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e800 (tot 24345492). 00000100:00000001:10.0:1557964820.515383:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964820.515384:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcb80. 00000800:00000200:14.0:1557964820.515385:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964820.515385:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964820.515386:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557964820.515388:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964820.515389:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964820.515390:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73dc00. 02000000:00000001:10.0:1557964820.515391:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964820.515392:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964820.515393:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964820.515395:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2ba0. 00000400:00000010:10.0:1557964820.515396:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcb80. 00000400:00000001:10.0:1557964820.515398:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964820.515398:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964820.523473:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964820.523528:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964820.523539:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964820.523550:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964820.523554:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a600 (tot 24345892). 00000400:00000200:7.0:1557964820.523562:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc123b0 00000400:00000200:7.0:1557964820.523569:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd4a9 [1] + 0 00000800:00000200:17.0:1557964820.523571:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:7.0:1557964820.523590:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9ae0. 00000400:00000200:7.0:1557964820.523592:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7a00 00000100:00000001:7.0:1557964820.523596:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964820.523597:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964820.523599:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630263850 x1633635870516144 msgsize 224 00000100:00100000:7.0:1557964820.523602:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964820.523603:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964820.523606:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964820.523606:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7a00 00000400:00000010:7.0:1557964820.523608:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7a00. 00000400:00000010:7.0:1557964820.523610:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a600 (tot 24345492). 00000800:00000200:7.0:1557964820.523612:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964820.523612:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964820.523615:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964820.523615:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964820.523615:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964820.523617:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964820.523618:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964820.523620:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964820.523621:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964820.523623:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964820.523625:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516144 00000020:00000001:1.0:1557964820.523626:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964820.523627:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964820.523629:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964820.523631:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964820.523632:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964820.523633:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964820.523636:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964820.523638:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964820.523641:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964820.523644:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ff80. 00000020:00000010:1.0:1557964820.523647:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f7500. 00000100:00000040:1.0:1557964820.523649:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964820.523650:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964820.523651:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964820.523652:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964820.523654:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964820.523657:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964820.523659:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964820.523660:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964820.523661:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964820.523661:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964820.523662:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964820.523663:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964820.523683:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1618 00000100:00000040:1.0:1557964820.523685:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964820.523685:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647647312 : -131365061904304 : ffff888630263850) 00000100:00000040:1.0:1557964820.523688:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630263850 x1633635870516144/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:486/0 lens 224/0 e 0 to 0 dl 1557964881 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964820.523692:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964820.523693:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964820.523694:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870516144:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964820.523696:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516144 00000020:00000001:1.0:1557964820.523713:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964820.523715:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964820.523716:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964820.523717:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964820.523718:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964820.523719:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964820.523720:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964820.523721:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964820.523722:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964820.523724:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964820.523726:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964820.523727:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964820.523729:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:1.0:1557964820.523730:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964820.523731:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964820.523732:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964820.523733:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964820.523734:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964820.523735:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964820.523736:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964820.523737:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964820.523739:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964820.523740:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964820.523741:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964820.523742:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964820.523743:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964820.523744:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964820.523745:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516144 00010000:00000001:1.0:1557964820.523747:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964820.523749:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630263850 x1633635870516144/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:486/0 lens 224/368 e 0 to 0 dl 1557964881 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964820.523752:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964820.523753:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964820.523754:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=123 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964820.523756:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964820.523757:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964820.523758:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964820.523760:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964820.523761:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964820.523762:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964820.523764:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964820.523765:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fc80. 00000100:00000200:1.0:1557964820.523767:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516144, offset 192 00000400:00000010:1.0:1557964820.523769:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75e00 (tot 24345892). 00000400:00000200:1.0:1557964820.523771:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964820.523778:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964820.523781:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964820.523786:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964820.523787:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964820.523788:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964820.523792:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964820.523793:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964820.523794:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964820.523795:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964820.523796:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964820.523797:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964820.523797:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964820.523798:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964820.523800:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630263850 x1633635870516144/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:486/0 lens 224/336 e 0 to 0 dl 1557964881 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964820.523804:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870516144:12345-172.19.1.24@o2ib100:13 Request processed in 110us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964820.523807:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1618 00000100:00000040:1.0:1557964820.523808:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964820.523809:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964820.523810:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964820.523811:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ff80. 00000020:00000010:1.0:1557964820.523812:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f7500. 00000020:00000010:1.0:1557964820.523813:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964820.523814:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964820.523816:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964820.523817:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964820.523819:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0060. 00000400:00000010:1.0:1557964820.523820:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ff80. 00000400:00000001:1.0:1557964820.523821:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964820.523822:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964820.523831:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964820.523871:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964820.523876:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964820.523878:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964820.523879:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964820.523900:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:21.0:1557964820.523903:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964820.523905:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964820.523906:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fc80 00000400:00000010:21.0:1557964820.523906:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fc80. 00000400:00000010:21.0:1557964820.523908:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75e00 (tot 24345492). 00000800:00000200:4.0:1557964820.523909:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964820.523928:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000040:10.0:1557964820.676009:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964820.676012:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964820.676015:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622400. 00000020:00000040:10.0:1557964820.676016:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964820.676018:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964820.676019:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964820.676021:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964820.676024:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366200. 00000100:00000001:10.0:1557964820.676026:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676028:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964820.676033:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964820.676033:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964820.676034:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676037:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622400] to pc [ptlrpcd_01_09:9] req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964820.676045:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676046:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964820.676048:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964820.676048:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622700. 00000020:00000040:10.0:1557964820.676049:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964820.676067:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964820.676067:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964820.676067:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964820.676068:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee364e00. 00000100:00000001:10.0:1557964820.676069:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676070:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964820.676073:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964820.676073:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964820.676073:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964820.676074:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676075:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622700] to pc [ptlrpcd_01_10:10] req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964820.676076:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964820.676077:0:14858:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:8.0:1557964820.676080:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964820.676082:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676083:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964820.676084:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964820.676084:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622a00. 00000100:00000001:8.0:1557964820.676084:0:14858:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000040:10.0:1557964820.676085:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:8.0:1557964820.676085:0:14858:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964820.676086:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964820.676086:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:9.0:1557964820.676086:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:10.0:1557964820.676087:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964820.676087:0:14858:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:10.0:1557964820.676088:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366a00. 00000100:00000001:10.0:1557964820.676088:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676088:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 02000000:00000001:8.0:1557964820.676088:0:14858:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676089:0:14859:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:15.0:1557964820.676090:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557964820.676090:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:8.0:1557964820.676090:0:14858:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:8c05ad95-98db-8b06-7942-a20be71d88ee:14858:1633636024601200:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964820.676091:0:14858:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:15.0:1557964820.676092:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676092:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964820.676092:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1557964820.676093:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964820.676093:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964820.676093:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964820.676093:0:14858:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:15.0:1557964820.676094:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676094:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622a00] to pc [ptlrpcd_01_11:11] req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964820.676094:0:14858:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964820.676095:0:14858:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:10.0:1557964820.676097:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964820.676097:0:14858:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03aa00. 02000000:00000001:8.0:1557964820.676097:0:14858:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676098:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000100:00000001:9.0:1557964820.676098:0:14859:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964820.676099:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=450872 : 450872 : 6e138) 00000400:00000010:8.0:1557964820.676099:0:14858:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000020:00000001:10.0:1557964820.676100:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000020:00000001:10.0:1557964820.676101:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000020:00000001:10.0:1557964820.676101:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709291200 : -260416 : fffffffffffc06c0) 00000100:00000001:9.0:1557964820.676101:0:14859:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676102:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 02000000:00000001:9.0:1557964820.676102:0:14859:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:8.0:1557964820.676102:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000020:00000001:10.0:1557964820.676103:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000020:00000001:10.0:1557964820.676103:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709426040 : -125576 : fffffffffffe1578) 02000000:00000001:9.0:1557964820.676103:0:14859:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676104:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=90048 : 90048 : 15fc0) 00000020:00000001:10.0:1557964820.676104:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709469576 : -82040 : fffffffffffebf88) 00000100:00000200:8.0:1557964820.676104:0:14858:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601200, portal 25 00000020:00000001:10.0:1557964820.676105:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1108982 : 1108982 : 10ebf6) 00000100:00100000:9.0:1557964820.676105:0:14859:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_10:looze-MDT0000-lwp-OST0009_UUID:14859:1633636024601216:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964820.676105:0:14858:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964820.676106:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=71351 : 71351 : 116b7) 00000020:00000001:10.0:1557964820.676106:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709454202 : -97414 : fffffffffffe837a) 00000100:00000001:8.0:1557964820.676106:0:14858:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220056064 : -131296489495552 : ffff889627622400) 00000020:00000001:10.0:1557964820.676107:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528539 : -23077 : ffffffffffffa5db) 00000020:00000001:10.0:1557964820.676107:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147516592 : 147516592 : 8caecb0) 00000100:00000001:9.0:1557964820.676107:0:14859:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964820.676108:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709525420 : -26196 : ffffffffffff99ac) 02000000:00000001:9.0:1557964820.676108:0:14859:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:8.0:1557964820.676108:0:14858:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964820.676109:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964820.676109:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709087096 : -464520 : fffffffffff8e978) 02000000:00000001:9.0:1557964820.676109:0:14859:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676110:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964820.676110:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 02000000:00000001:9.0:1557964820.676110:0:14859:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964820.676111:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=133192 : 133192 : 20848) 00000020:00000001:10.0:1557964820.676111:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000100:00000001:8.0:1557964820.676111:0:14858:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:11.0:1557964820.676112:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964820.676112:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709282272 : -269344 : fffffffffffbe3e0) 02000000:00000010:9.0:1557964820.676112:0:14859:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdda00. 00000100:00000001:11.0:1557964820.676113:0:14860:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964820.676113:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557964820.676113:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 02000000:00000001:9.0:1557964820.676113:0:14859:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964820.676113:0:14858:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:8.0:1557964820.676113:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775c800. 00000020:00000001:10.0:1557964820.676114:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964820.676114:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=994378 : 994378 : f2c4a) 00000100:00000200:8.0:1557964820.676114:0:14858:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601200, offset 0 00000100:00000040:11.0:1557964820.676115:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964820.676115:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557964820.676115:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964820.676115:0:14859:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe345480. 00000020:00000001:10.0:1557964820.676116:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000400:00000010:8.0:1557964820.676116:0:14858:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03dc00 (tot 24345892). 00000020:00000001:10.0:1557964820.676117:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676117:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964820.676117:0:14859:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357d80. 00000400:00000200:8.0:1557964820.676117:0:14858:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964820.676118:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676118:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676118:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676119:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676119:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964820.676119:0:14859:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601216, portal 10 00000020:00000001:10.0:1557964820.676120:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676120:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676120:0:14859:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964820.676121:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676121:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676121:0:14859:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220056832 : -131296489494784 : ffff889627622700) 00000020:00000001:10.0:1557964820.676122:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676122:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676123:0:14860:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964820.676123:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676123:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676124:0:14860:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676124:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676124:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964820.676124:0:14859:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964820.676125:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676125:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964820.676125:0:14858:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 02000000:00000001:11.0:1557964820.676126:0:14860:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1557964820.676126:0:14860:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676126:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676126:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676127:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676127:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964820.676127:0:14858:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00100000:11.0:1557964820.676128:0:14860:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_11:looze-MDT0001-lwp-OST0009_UUID:14860:1633636024601232:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964820.676128:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676128:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676129:0:14860:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964820.676129:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676129:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676129:0:14859:0:(niobuf.c:54:ptl_send_buf()) Process entered 02000000:00000001:11.0:1557964820.676130:0:14860:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964820.676130:0:14860:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676130:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964820.676131:0:14860:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964820.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964820.676131:0:14859:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000800:00000200:8.0:1557964820.676131:0:14858:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 02000000:00000010:11.0:1557964820.676132:0:14860:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0f000. 02000000:00000001:11.0:1557964820.676132:0:14860:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964820.676132:0:14859:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357600. 00000020:00000001:10.0:1557964820.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964820.676133:0:14859:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601216, offset 0 00000800:00000200:8.0:1557964820.676133:0:14858:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000400:00000010:11.0:1557964820.676134:0:14860:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff96c0. 00000020:00000001:10.0:1557964820.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964820.676135:0:14860:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1d80. 00000020:00000001:10.0:1557964820.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964820.676135:0:14859:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cdd400 (tot 24346292). 00000800:00000200:8.0:1557964820.676135:0:14858:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000200:11.0:1557964820.676136:0:14860:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601232, portal 10 00000020:00000001:10.0:1557964820.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676137:0:14860:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1557964820.676137:0:14860:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220057600 : -131296489494016 : ffff889627622a00) 00000020:00000001:10.0:1557964820.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964820.676138:0:14859:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000040:11.0:1557964820.676139:0:14860:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964820.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964820.676139:0:14858:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964820.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676140:0:14858:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676141:0:14858:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964820.676142:0:14860:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964820.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676142:0:14858:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676143:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964820.676144:0:14860:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:11.0:1557964820.676144:0:14860:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1e80. 00000020:00000001:10.0:1557964820.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964820.676144:0:14859:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:8.0:1557964820.676144:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:11.0:1557964820.676145:0:14860:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601232, offset 0 00000020:00000001:10.0:1557964820.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964820.676146:0:14860:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b08000 (tot 24346692). 00000020:00000001:10.0:1557964820.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676147:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964820.676147:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000200:11.0:1557964820.676148:0:14860:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964820.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964820.676148:0:14859:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:8.0:1557964820.676148:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964820.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676149:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964820.676149:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676150:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676151:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964820.676151:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000200:11.0:1557964820.676152:0:14860:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964820.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676152:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676152:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964820.676154:0:14860:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964820.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964820.676156:0:14859:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:11.0:1557964820.676157:0:14860:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964820.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964820.676158:0:14860:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964820.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964820.676158:0:14859:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:11.0:1557964820.676159:0:14860:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964820.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964820.676159:0:14859:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964820.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964820.676161:0:14860:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:11.0:1557964820.676161:0:14860:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676162:0:14860:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964820.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964820.676162:0:14859:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:11.0:1557964820.676163:0:14860:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676163:0:14859:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676164:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676164:0:14859:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964820.676165:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964820.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676165:0:14859:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964820.676167:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:11.0:1557964820.676167:0:14860:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964820.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676167:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676168:0:14860:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964820.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676168:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964820.676169:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964820.676169:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964820.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676170:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676170:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676171:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964820.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676171:0:14859:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964820.676172:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964820.676172:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676172:0:14859:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:11.0:1557964820.676173:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676173:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964820.676173:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964820.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676174:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676175:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676177:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964820.676177:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964820.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676178:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676179:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964820.676188:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964820.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964820.676197:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964820.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964820.676200:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964820.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964820.676202:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964820.676202:0:14819:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964820.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964820.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964820.676204:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318567004) 00000100:00000200:14.0:1557964820.676205:0:14819:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964820.676213:0:14819:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964820.676215:0:14819:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964820.676216:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:14.0:1557964820.676218:0:14819:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964820.676219:0:14819:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964820.676220:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1e80 00000400:00000010:14.0:1557964820.676220:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1e80. 00000400:00000010:14.0:1557964820.676222:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b08000 (tot 24346292). 00000800:00000200:14.0:1557964820.676223:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:17.0:1557964820.676224:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:17.0:1557964820.676228:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:17.0:1557964820.676233:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964820.676247:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964820.676250:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964820.676259:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964820.676259:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:17.0:1557964820.676261:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557964820.676262:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775c800 00000400:00000010:17.0:1557964820.676265:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775c800. 00000400:00000010:17.0:1557964820.676268:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03dc00 (tot 24345892). 00000800:00000200:7.0:1557964820.676268:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:17.0:1557964820.676272:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964820.676272:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:17.0:1557964820.676275:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:7.0:1557964820.676277:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964820.676288:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964820.676292:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964820.676301:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964820.676303:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964820.676304:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357600 00000400:00000010:7.0:1557964820.676306:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357600. 00000400:00000010:7.0:1557964820.676310:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cdd400 (tot 24345492). 00000800:00000200:7.0:1557964820.676313:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964820.676350:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964820.676387:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964820.676391:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:21.0:1557964820.676394:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:14.0:1557964820.676394:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557964820.676395:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964820.676397:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964820.676398:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c216800 (tot 24345892). 00000400:00000200:14.0:1557964820.676401:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a90 00000800:00000200:21.0:1557964820.676404:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:14.0:1557964820.676404:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9a9d [1] + 192 00000100:00000001:14.0:1557964820.676406:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964820.676407:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964820.676412:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964820.676413:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964820.676416:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346292). 00000100:00000001:14.0:1557964820.676417:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964820.676418:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c216800 (tot 24345892). 00000800:00000200:14.0:1557964820.676419:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:11.0:1557964820.676419:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964820.676419:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964820.676420:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000400:00000001:11.0:1557964820.676420:0:14860:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:14.0:1557964820.676421:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:11.0:1557964820.676421:0:14860:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:11.0:1557964820.676421:0:14860:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:21.0:1557964820.676422:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04a70 00000100:00000200:11.0:1557964820.676423:0:14860:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:11.0:1557964820.676426:0:14860:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964820.676429:0:14860:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:21.0:1557964820.676430:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xda29 [1] + 192 00000400:00000010:11.0:1557964820.676430:0:14860:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff96c0. 00000400:00000200:11.0:1557964820.676430:0:14860:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1d80 00000400:00000010:11.0:1557964820.676431:0:14860:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1d80. 00000100:00000001:11.0:1557964820.676432:0:14860:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964820.676433:0:14860:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:11.0:1557964820.676434:0:14860:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964820.676434:0:14860:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557964820.676435:0:14860:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964820.676436:0:14815:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:11.0:1557964820.676436:0:14860:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1557964820.676438:0:14860:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=150 v=45 (45 45 45 45) 00000100:00001000:11.0:1557964820.676439:0:14860:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=150 v=45 (1 1 1 1) 00000100:00000200:21.0:1557964820.676440:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964820.676440:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:11.0:1557964820.676440:0:14860:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964820.676441:0:14860:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964820.676442:0:14860:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:11.0:1557964820.676444:0:14860:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00000001:11.0:1557964820.676447:0:14860:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676449:0:14860:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1557964820.676449:0:14860:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:11.0:1557964820.676450:0:14860:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000040:21.0:1557964820.676451:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964820.676451:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:11.0:1557964820.676451:0:14860:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964820.676452:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964820.676455:0:14860:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964820.676456:0:14860:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557964820.676457:0:14860:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:11.0:1557964820.676458:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:17.0:1557964820.676459:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00100000:11.0:1557964820.676461:0:14860:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_11:looze-MDT0001-lwp-OST0009_UUID:14860:1633636024601232:172.19.1.25@o2ib100:400 00000400:00000010:17.0:1557964820.676462:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863f648200 (tot 24346292). 00000100:00000001:21.0:1557964820.676463:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:11.0:1557964820.676463:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964820.676463:0:14860:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1557964820.676464:0:14860:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622a00 x1633636024601232/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964820.676467:0:14860:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000400:00000010:21.0:1557964820.676468:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345892). 02000000:00000001:11.0:1557964820.676468:0:14860:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1557964820.676468:0:14860:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0f000. 00000400:00000200:17.0:1557964820.676469:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04a80 02000000:00000001:11.0:1557964820.676469:0:14860:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1557964820.676470:0:14860:0:(genops.c:1221:class_import_put()) Process entered 00000800:00000200:21.0:1557964820.676471:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000020:00000040:11.0:1557964820.676471:0:14860:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:11.0:1557964820.676471:0:14860:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964820.676472:0:14860:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366a00. 02000000:00000001:11.0:1557964820.676473:0:14860:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:21.0:1557964820.676474:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 02000000:00000001:11.0:1557964820.676474:0:14860:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964820.676474:0:14860:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622a00. 00000100:00000001:11.0:1557964820.676475:0:14860:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000800:00000200:21.0:1557964820.676476:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000200:17.0:1557964820.676476:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xda31 [1] + 192 00000100:00000001:11.0:1557964820.676476:0:14860:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964820.676476:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964820.676477:0:14860:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964820.676477:0:14860:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964820.676478:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:11.0:1557964820.676479:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964820.676479:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964820.676480:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964820.676480:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964820.676482:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557964820.676485:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964820.676494:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964820.676495:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:17.0:1557964820.676497:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964820.676509:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:8.0:1557964820.676511:0:14858:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964820.676511:0:14858:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964820.676524:0:14858:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:17.0:1557964820.676526:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863f648200 (tot 24345492). 00000100:00000001:9.0:1557964820.676527:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964820.676527:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:8.0:1557964820.676527:0:14858:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964820.676528:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964820.676529:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964820.676530:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:8.0:1557964820.676531:0:14858:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964820.676535:0:14858:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:8.0:1557964820.676536:0:14858:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000200:8.0:1557964820.676537:0:14858:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557964820.676538:0:14858:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964820.676538:0:14858:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:9.0:1557964820.676539:0:14859:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:8.0:1557964820.676539:0:14858:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:9.0:1557964820.676540:0:14859:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000001:8.0:1557964820.676540:0:14858:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964820.676541:0:14859:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:8.0:1557964820.676541:0:14858:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964820.676541:0:14858:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964820.676542:0:14858:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964820.676543:0:14859:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:8.0:1557964820.676544:0:14858:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=150 v=45 (45 45 45 45) 00000100:00001000:8.0:1557964820.676545:0:14858:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=150 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964820.676547:0:14858:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964820.676548:0:14858:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964820.676549:0:14859:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:8.0:1557964820.676549:0:14858:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1557964820.676549:0:14858:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676550:0:14858:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964820.676551:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964820.676553:0:14859:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:8.0:1557964820.676554:0:14858:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:9.0:1557964820.676555:0:14859:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe345480. 00000100:00000001:8.0:1557964820.676555:0:14858:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:9.0:1557964820.676556:0:14859:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357d80 00000100:00000001:8.0:1557964820.676556:0:14858:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:9.0:1557964820.676557:0:14859:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357d80. 00000100:00000040:8.0:1557964820.676557:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964820.676558:0:14859:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964820.676559:0:14859:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557964820.676559:0:14859:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964820.676560:0:14859:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00100000:8.0:1557964820.676560:0:14858:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:8c05ad95-98db-8b06-7942-a20be71d88ee:14858:1633636024601200:172.19.1.24@o2ib100:400 00000100:00000001:9.0:1557964820.676561:0:14859:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676562:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964820.676562:0:14858:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:9.0:1557964820.676563:0:14859:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964820.676563:0:14858:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622400 x1633636024601200/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00001000:9.0:1557964820.676564:0:14859:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=150 v=45 (45 45 45 45) 00000100:00001000:9.0:1557964820.676566:0:14859:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=150 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964820.676566:0:14858:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964820.676566:0:14858:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557964820.676567:0:14858:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03aa00. 00000100:00000001:9.0:1557964820.676568:0:14859:0:(client.c:1251:ptlrpc_check_status()) Process entered 02000000:00000001:8.0:1557964820.676568:0:14858:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964820.676568:0:14858:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:9.0:1557964820.676569:0:14859:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:8.0:1557964820.676569:0:14858:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00010000:00000001:9.0:1557964820.676570:0:14859:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000020:00000001:8.0:1557964820.676570:0:14858:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964820.676570:0:14858:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366200. 00010000:00000001:9.0:1557964820.676571:0:14859:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964820.676571:0:14858:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964820.676571:0:14858:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:9.0:1557964820.676572:0:14859:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000010:8.0:1557964820.676572:0:14858:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622400. 00000100:00000040:9.0:1557964820.676573:0:14859:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:8.0:1557964820.676573:0:14858:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964820.676573:0:14858:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964820.676574:0:14859:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557964820.676574:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964820.676575:0:14859:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676575:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964820.676576:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964820.676577:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964820.676577:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964820.676577:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964820.676578:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964820.676579:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676582:0:14859:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964820.676583:0:14859:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557964820.676583:0:14859:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557964820.676585:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:9.0:1557964820.676591:0:14859:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_10:looze-MDT0000-lwp-OST0009_UUID:14859:1633636024601216:172.19.1.24@o2ib100:400 00000100:00000001:9.0:1557964820.676593:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964820.676594:0:14859:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1557964820.676595:0:14859:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622700 x1633636024601216/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964926 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964820.676600:0:14859:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964820.676601:0:14859:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1557964820.676602:0:14859:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdda00. 02000000:00000001:9.0:1557964820.676603:0:14859:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964820.676604:0:14859:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964820.676604:0:14859:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:9.0:1557964820.676605:0:14859:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:9.0:1557964820.676606:0:14859:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee364e00. 02000000:00000001:9.0:1557964820.676607:0:14859:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964820.676608:0:14859:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964820.676609:0:14859:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622700. 00000100:00000001:9.0:1557964820.676610:0:14859:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964820.676611:0:14859:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964820.676612:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964820.676613:0:14859:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964820.676614:0:14859:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676615:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964820.676616:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964820.676617:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964820.676618:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964821.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964821.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964821.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964821.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964821.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964821.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964821.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964821.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964821.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964821.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964821.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964821.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964821.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964821.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964821.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964821.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964822.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964822.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964822.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964822.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964822.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964822.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964822.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964822.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964822.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964822.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964822.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964822.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964822.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964822.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964822.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964822.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964822.576417:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873ce8ed00 (tot 24345748). 00000400:00000010:6.0:1557964822.576435:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873ce8ed00 (tot 24345492). 00000020:00000001:6.0:1557964822.577710:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964822.577712:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318538903, max_age 4318542905 00002000:00000001:6.0:1557964822.577713:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964822.577714:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964822.577716:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964822.577720:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964822.577721:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964822.577722:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964822.577724:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964822.577725:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964822.577726:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964822.577728:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964822.577729:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964822.577730:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964822.577731:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964822.577765:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964822.577766:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318543905, max_age 4318542905 00000020:00000004:6.0:1557964822.577766:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964822.577767:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964822.577795:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964822.577795:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318543905, max_age 4318542905 00000020:00000004:6.0:1557964822.577797:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964822.577798:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964822.577828:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964822.577829:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318543905, max_age 4318542905 00000020:00000004:6.0:1557964822.577829:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964822.577830:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964823.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964823.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964823.508015:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964823.508016:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964823.508020:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964823.508020:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964823.508021:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964823.508021:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964823.508024:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964823.508025:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964823.508027:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964823.508027:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964823.508029:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964823.508030:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964823.508031:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964823.508031:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964824.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964824.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964824.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964824.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964824.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964824.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964824.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964824.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964824.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964824.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964824.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964824.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964824.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964824.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964824.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964824.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964825.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964825.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964825.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964825.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964825.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964825.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964825.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964825.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964825.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964825.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964825.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964825.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964825.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964825.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964825.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964825.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964825.523074:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964825.523092:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964825.523099:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964825.523103:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964825.523106:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964825.523112:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010a00 00000400:00000200:14.0:1557964825.523117:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9515 [1] + 0 00000400:00000010:14.0:1557964825.523123:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a363c0. 00000400:00000200:14.0:1557964825.523125:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3e00 00000800:00000200:15.0:1557964825.523128:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964825.523130:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964825.523131:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964825.523132:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a8c50 x1633635891481088 msgsize 224 00000100:00100000:14.0:1557964825.523136:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964825.523137:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964825.523140:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964825.523141:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3e00 00000400:00000010:14.0:1557964825.523143:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3e00. 00000400:00000010:14.0:1557964825.523145:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964825.523165:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964825.523168:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964825.523169:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964825.523174:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964825.523177:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964825.523180:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964825.523182:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964825.523183:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964825.523184:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964825.523187:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964825.523190:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481088 00000020:00000001:10.0:1557964825.523192:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964825.523193:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964825.523194:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964825.523197:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964825.523198:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964825.523199:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964825.523201:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964825.523219:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964825.523223:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964825.523226:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc200. 00000020:00000010:10.0:1557964825.523229:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964825.523231:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964825.523233:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964825.523233:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964825.523234:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964825.523237:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964825.523241:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964825.523243:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964825.523244:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964825.523244:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964825.523245:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964825.523247:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964825.523266:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964825.523268:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1613 00000100:00000040:10.0:1557964825.523270:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964825.523271:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928737360 : -131294780814256 : ffff88968d3a8c50) 00000100:00000040:10.0:1557964825.523273:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a8c50 x1633635891481088/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:491/0 lens 224/0 e 0 to 0 dl 1557964886 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964825.523278:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964825.523279:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964825.523280:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891481088:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964825.523282:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481088 00000020:00000001:10.0:1557964825.523283:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964825.523285:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964825.523286:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964825.523287:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964825.523288:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964825.523289:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964825.523291:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964825.523292:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964825.523293:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964825.523294:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964825.523296:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964825.523297:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964825.523299:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964825.523300:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964825.523301:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964825.523302:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964825.523305:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964825.523307:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964825.523309:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964825.523315:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964825.523317:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964825.523318:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964825.523320:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964825.523322:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964825.523323:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964825.523325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964825.523326:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964825.523327:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964825.523329:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964825.523330:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481088 00010000:00000001:10.0:1557964825.523332:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964825.523334:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a8c50 x1633635891481088/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:491/0 lens 224/368 e 0 to 0 dl 1557964886 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964825.523338:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964825.523339:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964825.523340:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=128 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964825.523342:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964825.523344:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964825.523345:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964825.523346:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964825.523346:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964825.523348:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964825.523349:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964825.523350:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc000. 00000100:00000200:10.0:1557964825.523353:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481088, offset 192 00000400:00000010:10.0:1557964825.523355:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689400 (tot 24345892). 00000400:00000200:10.0:1557964825.523357:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964825.523365:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964825.523368:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964825.523373:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964825.523375:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964825.523376:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964825.523380:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964825.523380:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964825.523381:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964825.523383:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964825.523383:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964825.523384:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964825.523385:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964825.523385:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964825.523386:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964825.523388:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a8c50 x1633635891481088/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:491/0 lens 224/336 e 0 to 0 dl 1557964886 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964825.523389:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964825.523392:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891481088:12345-172.19.1.25@o2ib100:13 Request processed in 112us (258us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964825.523393:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964825.523395:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964825.523395:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1613 00000100:00000001:14.0:1557964825.523396:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964825.523396:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc000 00000400:00000010:14.0:1557964825.523397:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc000. 00000100:00000040:10.0:1557964825.523397:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964825.523398:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689400 (tot 24345492). 00000100:00000001:10.0:1557964825.523398:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964825.523398:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964825.523399:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964825.523401:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964825.523401:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc200. 00000020:00000010:10.0:1557964825.523402:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964825.523403:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000040:10.0:1557964825.523404:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964825.523406:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964825.523407:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964825.523407:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964825.523408:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964825.523410:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964825.523411:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2f00. 00000400:00000010:10.0:1557964825.523413:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc200. 00000400:00000001:10.0:1557964825.523414:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964825.523415:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964825.531395:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964825.531448:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964825.531459:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964825.531468:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964825.531472:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964825.531480:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12400 00000400:00000200:7.0:1557964825.531487:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd4b9 [1] + 0 00000800:00000200:21.0:1557964825.531492:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:7.0:1557964825.531492:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9ba0. 00000400:00000200:7.0:1557964825.531495:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7b00 00000100:00000001:7.0:1557964825.531501:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964825.531503:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964825.531506:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630263450 x1633635870516224 msgsize 224 00000100:00100000:7.0:1557964825.531512:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964825.531514:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964825.531518:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964825.531519:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7b00 00000400:00000010:7.0:1557964825.531520:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7b00. 00000400:00000010:7.0:1557964825.531523:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964825.531527:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964825.531532:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964825.531534:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964825.531555:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964825.531558:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964825.531561:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964825.531564:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964825.531566:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964825.531568:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964825.531572:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964825.531576:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516224 00000020:00000001:1.0:1557964825.531579:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964825.531581:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964825.531583:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964825.531586:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964825.531588:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964825.531590:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964825.531594:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964825.531596:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964825.531601:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964825.531605:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fb80. 00000020:00000010:1.0:1557964825.531609:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964825.531612:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964825.531615:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964825.531616:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964825.531617:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964825.531621:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964825.531627:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964825.531632:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964825.531633:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964825.531634:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964825.531635:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964825.531637:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964825.531638:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964825.531643:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1619 00000100:00000040:1.0:1557964825.531646:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964825.531648:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647646288 : -131365061905328 : ffff888630263450) 00000100:00000040:1.0:1557964825.531653:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630263450 x1633635870516224/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:491/0 lens 224/0 e 0 to 0 dl 1557964886 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964825.531666:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964825.531667:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964825.531671:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870516224:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964825.531675:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516224 00000020:00000001:1.0:1557964825.531677:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964825.531680:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964825.531681:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964825.531683:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964825.531685:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964825.531687:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964825.531689:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964825.531691:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964825.531692:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964825.531694:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964825.531712:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964825.531712:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964825.531714:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:1.0:1557964825.531715:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964825.531716:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964825.531717:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964825.531719:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964825.531720:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964825.531721:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964825.531722:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964825.531723:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964825.531725:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964825.531726:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964825.531727:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964825.531729:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964825.531730:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964825.531731:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964825.531732:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516224 00010000:00000001:1.0:1557964825.531735:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964825.531737:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630263450 x1633635870516224/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:491/0 lens 224/368 e 0 to 0 dl 1557964886 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964825.531741:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964825.531742:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964825.531744:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=128 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964825.531746:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964825.531747:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964825.531748:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964825.531749:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964825.531750:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964825.531751:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964825.531753:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964825.531754:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fb00. 00000100:00000200:1.0:1557964825.531756:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516224, offset 192 00000400:00000010:1.0:1557964825.531758:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73400 (tot 24345892). 00000400:00000200:1.0:1557964825.531759:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964825.531766:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964825.531769:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964825.531775:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964825.531776:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964825.531777:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964825.531782:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964825.531782:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964825.531783:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964825.531785:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964825.531786:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964825.531786:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964825.531787:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964825.531788:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964825.531789:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630263450 x1633635870516224/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:491/0 lens 224/336 e 0 to 0 dl 1557964886 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964825.531794:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870516224:12345-172.19.1.24@o2ib100:13 Request processed in 127us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964825.531798:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1619 00000100:00000040:1.0:1557964825.531800:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964825.531801:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964825.531802:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964825.531804:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fb80. 00000020:00000010:1.0:1557964825.531805:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964825.531806:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964825.531807:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964825.531808:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964825.531810:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964825.531812:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0ba0. 00000400:00000010:1.0:1557964825.531814:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fb80. 00000400:00000001:1.0:1557964825.531816:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964825.531816:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964825.531821:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964825.531859:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964825.531865:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964825.531867:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964825.531868:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1557964825.531869:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000010:4.0:1557964825.531869:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:4.0:1557964825.531871:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964825.531871:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964825.531872:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fb00 00000400:00000010:4.0:1557964825.531873:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fb00. 00000400:00000010:4.0:1557964825.531874:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73400 (tot 24345492). 00000800:00000200:4.0:1557964825.531875:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964825.927722:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:21.0:1557964825.927776:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964825.927787:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:21.0:1557964825.927795:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:21.0:1557964825.927798:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964825.927805:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc8987261f0 00000400:00000200:21.0:1557964825.927812:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbd79 [1] + 0 00000400:00000010:21.0:1557964825.927817:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354180. 00000400:00000200:21.0:1557964825.927819:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80800 00000800:00000200:7.0:1557964825.927819:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:21.0:1557964825.927823:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964825.927824:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:21.0:1557964825.927827:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863d642450 x1633636318339568 msgsize 224 00000100:00100000:21.0:1557964825.927833:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:21.0:1557964825.927835:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964825.927838:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964825.927839:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80800 00000400:00000010:21.0:1557964825.927841:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80800. 00000400:00000010:21.0:1557964825.927844:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964825.927846:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964825.927852:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964825.927854:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964825.927875:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964825.927878:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964825.927881:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964825.927883:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964825.927884:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964825.927885:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964825.927889:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964825.927891:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339568 00000020:00000001:19.0:1557964825.927893:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964825.927894:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964825.927896:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964825.927898:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964825.927900:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964825.927903:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964825.927905:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964825.927909:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964825.927911:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964825.927914:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fc180. 00000020:00000010:19.0:1557964825.927916:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f6180. 00000100:00000040:19.0:1557964825.927919:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964825.927921:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964825.927922:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964825.927924:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964825.927927:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964825.927929:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964825.927930:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964825.927936:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964825.927939:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964825.927940:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964825.927941:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964825.927942:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964825.927943:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964825.927944:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964825.927949:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 300 00000100:00000040:19.0:1557964825.927951:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964825.927953:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869809232 : -131364839742384 : ffff88863d642450) 00000100:00000040:19.0:1557964825.927957:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d642450 x1633636318339568/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:491/0 lens 224/0 e 0 to 0 dl 1557964886 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964825.927967:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964825.927968:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964825.927973:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24088:x1633636318339568:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964825.927997:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339568 00000020:00000001:19.0:1557964825.927999:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964825.928001:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964825.928003:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964825.928005:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964825.928006:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964825.928009:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964825.928010:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964825.928027:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964825.928027:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964825.928032:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964825.928033:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964825.928034:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964825.928036:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964825.928037:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964825.928038:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964825.928039:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684303800. 02000000:00000001:19.0:1557964825.928040:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964825.928040:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964825.928041:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964825.928042:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339568 00010000:00000001:19.0:1557964825.928042:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964825.928044:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d642450 x1633636318339568/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:491/0 lens 224/224 e 0 to 0 dl 1557964886 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964825.928047:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964825.928048:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964825.928048:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=128 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964825.928050:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964825.928051:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964825.928051:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964825.928052:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964825.928053:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964825.928053:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964825.928055:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964825.928055:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc480. 00000100:00000200:19.0:1557964825.928057:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339568, offset 192 00000400:00000010:19.0:1557964825.928058:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684303600 (tot 24345892). 00000400:00000200:19.0:1557964825.928060:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964825.928065:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964825.928068:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964825.928070:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964825.928072:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964825.928073:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964825.928075:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964825.928076:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964825.928076:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964825.928077:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964825.928078:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964825.928078:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964825.928079:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964825.928079:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964825.928080:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d642450 x1633636318339568/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:491/0 lens 224/192 e 0 to 0 dl 1557964886 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964825.928084:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24088:x1633636318339568:12345-172.19.1.39@o2ib100:400 Request processed in 116us (256us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964825.928087:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 300 00000100:00000040:19.0:1557964825.928088:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964825.928089:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964825.928089:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964825.928090:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fc180. 00000020:00000010:19.0:1557964825.928091:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f6180. 00000020:00000010:19.0:1557964825.928091:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557964825.928092:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964825.928093:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964825.928094:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964825.928112:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73a80. 00000400:00000010:19.0:1557964825.928113:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc180. 00000400:00000001:19.0:1557964825.928115:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964825.928115:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964825.928118:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964825.928159:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964825.928163:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964825.928165:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964825.928165:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964825.928168:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684303800. 02000000:00000001:17.0:1557964825.928169:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964825.928171:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964825.928171:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fc480 00000400:00000010:17.0:1557964825.928172:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fc480. 00000400:00000010:17.0:1557964825.928174:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684303600 (tot 24345492). 00000800:00000200:17.0:1557964825.928174:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964825.928176:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:8.0:1557964826.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964826.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964826.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964826.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964826.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964826.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964826.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964826.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964826.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964826.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964826.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964826.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964826.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964826.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964826.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964826.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964827.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964827.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964827.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964827.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964827.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964827.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964827.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964827.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964827.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964827.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964827.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964827.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964827.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964827.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964827.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964827.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964827.578436:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886f42e7800 (tot 24345748). 00000400:00000010:6.0:1557964827.578455:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886f42e7800 (tot 24345492). 00000020:00000001:6.0:1557964827.579681:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964827.579682:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318543905, max_age 4318547907 00002000:00000001:6.0:1557964827.579683:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964827.579684:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964827.579685:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964827.579689:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964827.579690:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964827.579691:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964827.579692:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964827.579693:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964827.579695:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964827.579695:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964827.579696:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964827.579697:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964827.579698:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964827.579728:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964827.579728:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318548907, max_age 4318547907 00000020:00000004:6.0:1557964827.579729:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964827.579730:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964827.579759:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964827.579759:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318548907, max_age 4318547907 00000020:00000004:6.0:1557964827.579760:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964827.579761:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964827.579789:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964827.579789:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318548907, max_age 4318547907 00000020:00000004:6.0:1557964827.579791:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964827.579792:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964828.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964828.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964828.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964828.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964828.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964828.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964828.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964828.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964828.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964828.508072:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964828.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964828.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964828.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964828.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964828.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964828.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964829.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964829.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964829.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964829.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964829.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964829.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964829.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964829.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964829.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964829.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964829.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964829.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964829.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964829.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964829.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964829.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964830.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964830.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964830.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964830.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964830.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964830.508056:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964830.508058:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964830.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964830.508062:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964830.508064:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964830.508066:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964830.508068:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964830.508070:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964830.508072:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964830.508073:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964830.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964830.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964830.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964830.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964830.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964830.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964830.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964830.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964830.531029:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964830.531050:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964830.531058:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964830.531066:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964830.531069:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964830.531075:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010a20 00000400:00000200:14.0:1557964830.531083:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9525 [1] + 0 00000400:00000010:14.0:1557964830.531087:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9300. 00000400:00000200:14.0:1557964830.531090:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e000 00000800:00000200:15.0:1557964830.531091:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964830.531093:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964830.531094:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964830.531097:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a8850 x1633635891481120 msgsize 224 00000100:00100000:14.0:1557964830.531105:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964830.531107:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964830.531111:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964830.531112:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e000 00000400:00000010:14.0:1557964830.531114:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e000. 00000400:00000010:14.0:1557964830.531116:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964830.531119:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964830.531121:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964830.531123:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964830.531148:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964830.531151:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964830.531153:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964830.531155:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964830.531156:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964830.531158:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964830.531161:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964830.531164:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481120 00000020:00000001:10.0:1557964830.531168:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964830.531169:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964830.531171:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964830.531190:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964830.531191:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964830.531192:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964830.531195:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964830.531195:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964830.531197:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964830.531216:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd300. 00000020:00000010:10.0:1557964830.531217:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964830.531218:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964830.531219:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964830.531219:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964830.531220:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964830.531221:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964830.531224:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964830.531226:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964830.531226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964830.531227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964830.531227:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964830.531228:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964830.531228:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964830.531230:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1614 00000100:00000040:10.0:1557964830.531231:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964830.531232:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928736336 : -131294780815280 : ffff88968d3a8850) 00000100:00000040:10.0:1557964830.531233:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a8850 x1633635891481120/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:496/0 lens 224/0 e 0 to 0 dl 1557964891 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964830.531237:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964830.531237:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964830.531239:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891481120:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964830.531240:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481120 00000020:00000001:10.0:1557964830.531241:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964830.531247:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964830.531248:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964830.531249:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964830.531250:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964830.531251:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964830.531252:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964830.531253:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964830.531253:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964830.531254:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964830.531255:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964830.531256:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964830.531257:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c400. 02000000:00000001:10.0:1557964830.531257:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964830.531258:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964830.531259:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964830.531260:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964830.531261:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964830.531261:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964830.531264:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964830.531265:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964830.531266:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964830.531267:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964830.531269:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964830.531270:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964830.531271:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964830.531272:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964830.531274:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964830.531275:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964830.531275:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481120 00010000:00000001:10.0:1557964830.531276:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964830.531278:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a8850 x1633635891481120/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:496/0 lens 224/368 e 0 to 0 dl 1557964891 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964830.531281:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964830.531282:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964830.531283:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=133 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964830.531285:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964830.531286:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964830.531287:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964830.531288:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964830.531289:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964830.531289:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964830.531291:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964830.531292:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcf80. 00000100:00000200:10.0:1557964830.531293:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481120, offset 192 00000400:00000010:10.0:1557964830.531297:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e600 (tot 24345892). 00000400:00000200:10.0:1557964830.531299:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964830.531304:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964830.531307:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964830.531309:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964830.531310:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964830.531312:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964830.531314:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964830.531315:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964830.531316:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964830.531317:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964830.531318:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964830.531319:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964830.531320:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964830.531321:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964830.531322:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a8850 x1633635891481120/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:496/0 lens 224/336 e 0 to 0 dl 1557964891 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964830.531344:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891481120:12345-172.19.1.25@o2ib100:13 Request processed in 106us (246us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964830.531347:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964830.531347:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1614 00000100:00000040:10.0:1557964830.531348:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964830.531349:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964830.531350:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964830.531352:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd300. 00000020:00000010:10.0:1557964830.531353:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964830.531354:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000040:10.0:1557964830.531355:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557964830.531356:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964830.531356:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964830.531358:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964830.531359:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:10.0:1557964830.531359:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2ae0. 00000400:00000010:10.0:1557964830.531360:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd300. 00000100:00000001:14.0:1557964830.531361:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964830.531362:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964830.531363:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c400. 02000000:00000001:14.0:1557964830.531365:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964830.531366:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964830.531367:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bcf80 00000400:00000010:14.0:1557964830.531368:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bcf80. 00000400:00000010:14.0:1557964830.531369:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e600 (tot 24345492). 00000400:00000001:10.0:1557964830.531369:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964830.531370:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964830.531371:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964830.531372:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964830.539357:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964830.539409:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964830.539420:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964830.539429:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964830.539432:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964830.539438:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12420 00000400:00000200:7.0:1557964830.539446:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd4c9 [1] + 0 00000400:00000010:7.0:1557964830.539451:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9060. 00000800:00000200:21.0:1557964830.539452:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964830.539453:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7c80 00000100:00000001:7.0:1557964830.539456:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964830.539458:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964830.539460:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630263050 x1633635870516256 msgsize 224 00000100:00100000:7.0:1557964830.539466:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964830.539468:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964830.539471:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964830.539472:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7c80 00000400:00000010:7.0:1557964830.539474:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7c80. 00000400:00000010:7.0:1557964830.539476:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964830.539479:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964830.539482:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964830.539484:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964830.539508:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964830.539511:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964830.539514:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964830.539515:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964830.539517:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964830.539518:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964830.539522:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964830.539524:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516256 00000020:00000001:1.0:1557964830.539527:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964830.539528:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964830.539529:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964830.539531:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964830.539534:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964830.539536:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964830.539539:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964830.539541:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964830.539543:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964830.539546:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fa80. 00000020:00000010:1.0:1557964830.539549:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964830.539552:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964830.539556:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964830.539557:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964830.539558:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964830.539561:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964830.539567:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964830.539570:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964830.539572:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964830.539573:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964830.539574:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964830.539575:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964830.539576:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964830.539581:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1620 00000100:00000040:1.0:1557964830.539583:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964830.539585:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647645264 : -131365061906352 : ffff888630263050) 00000100:00000040:1.0:1557964830.539590:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630263050 x1633635870516256/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:496/0 lens 224/0 e 0 to 0 dl 1557964891 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964830.539600:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964830.539601:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964830.539604:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870516256:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964830.539608:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516256 00000020:00000001:1.0:1557964830.539610:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964830.539612:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964830.539613:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964830.539615:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964830.539617:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964830.539620:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964830.539621:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964830.539623:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964830.539624:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964830.539625:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964830.539628:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964830.539629:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964830.539631:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfabc00. 02000000:00000001:1.0:1557964830.539633:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964830.539635:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964830.539638:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964830.539640:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964830.539641:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964830.539643:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964830.539645:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964830.539648:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964830.539651:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964830.539654:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964830.539656:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964830.539658:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964830.539662:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964830.539663:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964830.539665:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516256 00010000:00000001:1.0:1557964830.539667:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964830.539689:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630263050 x1633635870516256/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:496/0 lens 224/368 e 0 to 0 dl 1557964891 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964830.539692:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964830.539693:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964830.539693:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=133 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964830.539695:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964830.539697:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964830.539699:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964830.539701:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964830.539702:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964830.539703:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964830.539704:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964830.539705:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fa00. 00000100:00000200:1.0:1557964830.539707:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516256, offset 192 00000400:00000010:1.0:1557964830.539708:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71a00 (tot 24345892). 00000400:00000200:1.0:1557964830.539709:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964830.539715:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964830.539717:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964830.539721:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964830.539722:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964830.539723:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964830.539726:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964830.539727:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964830.539728:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964830.539729:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964830.539730:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964830.539731:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964830.539731:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964830.539732:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964830.539733:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630263050 x1633635870516256/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:496/0 lens 224/336 e 0 to 0 dl 1557964891 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964830.539737:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870516256:12345-172.19.1.24@o2ib100:13 Request processed in 137us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964830.539741:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1620 00000100:00000040:1.0:1557964830.539741:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964830.539742:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964830.539743:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964830.539744:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fa80. 00000020:00000010:1.0:1557964830.539745:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964830.539746:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964830.539747:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964830.539748:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964830.539749:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964830.539750:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf02a0. 00000400:00000010:1.0:1557964830.539751:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fa80. 00000400:00000001:1.0:1557964830.539752:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964830.539752:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964830.539765:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964830.539779:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964830.539782:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964830.539784:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964830.539784:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964830.539785:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfabc00. 02000000:00000001:17.0:1557964830.539786:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964830.539786:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964830.539787:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fa00 00000400:00000010:17.0:1557964830.539787:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fa00. 00000400:00000010:17.0:1557964830.539788:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71a00 (tot 24345492). 00000800:00000200:17.0:1557964830.539789:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964830.539790:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:8.0:1557964831.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964831.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00010000:00000001:8.0:1557964831.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964831.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964831.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964831.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964831.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964831.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964831.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964831.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964831.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964831.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964831.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964831.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964831.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964831.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964832.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964832.330059:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:8.0:1557964832.330063:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03cc00 (tot 24345892). 00000400:00000200:8.0:1557964832.330070:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:8.0:1557964832.330084:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:8.0:1557964832.330090:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:8.0:1557964832.330097:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964832.330100:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:8.0:1557964832.330102:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964832.330107:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:8.0:1557964832.330111:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964832.330116:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:8.0:1557964832.330117:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03f600 (tot 24346292). 00000400:00000200:8.0:1557964832.330122:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:8.0:1557964832.330131:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:8.0:1557964832.330135:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:8.0:1557964832.330139:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964832.330141:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:8.0:1557964832.330143:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:9.2:1557964832.330144:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964832.330146:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:8.0:1557964832.330149:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964832.330154:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:8.0:1557964832.330155:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b400 (tot 24346692). 00000400:00000200:8.0:1557964832.330159:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:8.0:1557964832.330168:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:8.0:1557964832.330172:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:8.0:1557964832.330176:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964832.330177:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:8.0:1557964832.330182:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:26.2:1557964832.330183:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:8.0:1557964832.330186:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:8.0:1557964832.330189:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964832.330193:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:8.0:1557964832.330195:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c038c00 (tot 24347092). 00000800:00000200:21.0:1557964832.330196:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000400:00000200:8.0:1557964832.330198:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:26.0:1557964832.330204:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000800:00000200:21.0:1557964832.330204:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000400:00000200:8.0:1557964832.330208:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:26.0:1557964832.330210:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000400:00000010:21.0:1557964832.330212:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03cc00 (tot 24346692). 00000800:00000200:8.0:1557964832.330212:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:21.0:1557964832.330215:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000010:26.0:1557964832.330216:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03f600 (tot 24346292). 00000800:00000200:8.0:1557964832.330216:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964832.330218:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:26.0:1557964832.330219:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:21.0:1557964832.330219:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:8.0:1557964832.330220:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:27.2:1557964832.330222:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:8.0:1557964832.330223:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:21.0:1557964832.330226:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:8.0:1557964832.330227:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:26.0:1557964832.330231:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000400:00000200:8.0:1557964832.330231:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:8.0:1557964832.330233:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03e800 (tot 24346692). 00000800:00000200:26.0:1557964832.330234:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000400:00000200:8.0:1557964832.330238:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000200:21.0:1557964832.330239:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:26.0:1557964832.330240:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000800:00000200:7.0:1557964832.330240:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000010:26.0:1557964832.330243:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b400 (tot 24346292). 00000800:00000200:27.0:1557964832.330244:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:21.0:1557964832.330244:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346692). 00000800:00000200:26.0:1557964832.330247:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000400:00000200:8.0:1557964832.330248:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:8.0:1557964832.330252:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:8.0:1557964832.330256:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000400:00000200:21.0:1557964832.330257:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:8.0:1557964832.330258:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:8.0:1557964832.330260:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:26.2:1557964832.330262:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000400:00000200:21.0:1557964832.330263:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:8.0:1557964832.330263:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000400:00000010:21.0:1557964832.330266:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24346292). 00000800:00000200:21.0:1557964832.330268:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:12.2:1557964832.330268:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000800:00000200:27.2:1557964832.330270:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000400:00000200:8.0:1557964832.330270:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000800:00000200:21.0:1557964832.330271:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:8.0:1557964832.330274:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557964832.330275:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:21.0:1557964832.330275:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000010:8.0:1557964832.330276:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03aa00 (tot 24346692). 00000800:00000200:11.2:1557964832.330278:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:8.0:1557964832.330280:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:27.0:1557964832.330283:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964832.330284:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:21.0:1557964832.330285:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000800:00000200:15.0:1557964832.330301:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:21.0:1557964832.330302:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000400:00000200:8.0:1557964832.330303:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:8.0:1557964832.330305:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000400:00000200:26.0:1557964832.330306:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000400:00000010:21.0:1557964832.330307:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c038c00 (tot 24346292). 00000800:00000200:15.0:1557964832.330307:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:12.0:1557964832.330307:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:8.0:1557964832.330307:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:7.0:1557964832.330307:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000400:00000010:26.0:1557964832.330308:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fcfc2600 (tot 24346692). 00000800:00000200:8.0:1557964832.330308:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:17.0:1557964832.330310:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:8.0:1557964832.330310:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000400:00000200:15.0:1557964832.330311:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:7.0:1557964832.330311:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000400:00000200:26.0:1557964832.330312:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000400:00000010:15.0:1557964832.330313:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b317600 (tot 24347092). 00000800:00000200:8.0:1557964832.330313:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:21.0:1557964832.330314:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000400:00000200:8.0:1557964832.330314:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964832.330316:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000800:00000200:17.0:1557964832.330317:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000010:8.0:1557964832.330317:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03dc00 (tot 24347492). 00000400:00000200:26.0:1557964832.330318:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:7.0:1557964832.330319:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03e800 (tot 24347092). 00000400:00000010:26.0:1557964832.330320:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fcfc2600 (tot 24346692). 00000400:00000200:15.0:1557964832.330321:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:28.2:1557964832.330322:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:26.0:1557964832.330322:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:7.0:1557964832.330323:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000200:8.0:1557964832.330324:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557964832.330325:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964832.330326:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000400:00000200:15.0:1557964832.330326:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:26.0:1557964832.330328:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000400:00000010:15.0:1557964832.330328:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b317600 (tot 24346292). 00000400:00000200:8.0:1557964832.330329:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:26.0:1557964832.330330:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:15.0:1557964832.330330:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:8.0:1557964832.330330:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:28.0:1557964832.330331:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:15.0:1557964832.330331:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:26.0:1557964832.330332:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03aa00 (tot 24345892). 00000800:00000200:15.0:1557964832.330333:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:8.0:1557964832.330333:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964832.330334:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:8.0:1557964832.330334:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:26.0:1557964832.330335:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:8.0:1557964832.330337:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:8.0:1557964832.330338:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318492658 00000400:00000200:8.0:1557964832.330340:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:8.0:1557964832.330341:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c039600 (tot 24346292). 00000400:00000200:8.0:1557964832.330343:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:8.0:1557964832.330347:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:8.0:1557964832.330348:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:8.0:1557964832.330350:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:8.0:1557964832.330351:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:8.0:1557964832.330351:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:8.0:1557964832.330353:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:12.2:1557964832.330354:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (20)++ 00000800:00000200:21.0:1557964832.330364:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000800:00000200:29.2:1557964832.330368:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:21.0:1557964832.330370:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000200:21.0:1557964832.330376:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:4.0:1557964832.330378:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000400:00000010:21.0:1557964832.330379:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346692). 00000800:00000200:4.0:1557964832.330384:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000400:00000200:21.0:1557964832.330385:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000800:00000200:14.2:1557964832.330386:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000400:00000200:21.0:1557964832.330388:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964832.330390:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24346292). 00000800:00000200:11.2:1557964832.330390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:4.0:1557964832.330390:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:21.0:1557964832.330392:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:21.0:1557964832.330395:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000400:00000010:4.0:1557964832.330395:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03dc00 (tot 24345892). 00000800:00000200:21.0:1557964832.330396:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:14.0:1557964832.330397:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:27.0:1557964832.330412:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (23)-- 00000800:00000200:14.0:1557964832.330413:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000800:00000200:7.0:1557964832.330414:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:4.0:1557964832.330415:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:21.0:1557964832.330416:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000400:00000010:14.0:1557964832.330416:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c039600 (tot 24345492). 00000800:00000200:14.0:1557964832.330417:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:21.0:1557964832.330419:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:7.0:1557964832.330421:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:21.0:1557964832.330422:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:21.0:1557964832.330422:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964832.330425:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:21.0:1557964832.330426:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964832.330427:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964832.330428:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:21.0:1557964832.330430:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:21.0:1557964832.330430:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:29.2:1557964832.330443:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:4.0:1557964832.330452:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:4.0:1557964832.330455:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:17.0:1557964832.330457:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000200:4.0:1557964832.330458:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:4.0:1557964832.330460:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964832.330463:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000400:00000200:4.0:1557964832.330466:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:4.0:1557964832.330467:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964832.330468:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (21)++ 00000800:00000200:4.0:1557964832.330470:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:4.0:1557964832.330470:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:14.2:1557964832.330539:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:28.2:1557964832.330562:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:14.0:1557964832.330569:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:28.0:1557964832.330573:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:14.0:1557964832.330573:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000400:00000200:14.0:1557964832.330576:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000800:00000200:28.0:1557964832.330596:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000010:14.0:1557964832.330596:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:28.0:1557964832.330599:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000200:14.0:1557964832.330600:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000010:28.0:1557964832.330601:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889624bb1000 (tot 24346292). 00000400:00000200:14.0:1557964832.330603:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:27.0:1557964832.330604:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000010:14.0:1557964832.330605:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:28.0:1557964832.330606:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000800:00000200:27.0:1557964832.330606:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:14.0:1557964832.330607:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557964832.330608:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557964832.330609:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000400:00000200:28.0:1557964832.330610:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557964832.330611:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889624bb1000 (tot 24345492). 00000800:00000200:28.0:1557964832.330612:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557964832.330614:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557964832.330615:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00010000:00000001:8.0:1557964832.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964832.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964832.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964832.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964832.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964832.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964832.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964832.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964832.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964832.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964832.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964832.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964832.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964832.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964832.580194:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888735fee600 (tot 24345748). 00000400:00000010:6.0:1557964832.580202:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888735fee600 (tot 24345492). 00000020:00000001:6.0:1557964832.581223:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964832.581224:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318548907, max_age 4318552909 00002000:00000001:6.0:1557964832.581225:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964832.581226:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964832.581227:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964832.581229:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964832.581230:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964832.581231:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964832.581233:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964832.581234:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964832.581236:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964832.581237:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964832.581237:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964832.581238:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964832.581239:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964832.581263:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964832.581264:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318553909, max_age 4318552909 00000020:00000004:6.0:1557964832.581264:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964832.581266:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964832.581290:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964832.581290:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318553909, max_age 4318552909 00000020:00000004:6.0:1557964832.581291:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964832.581292:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964832.581316:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964832.581317:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318553909, max_age 4318552909 00000020:00000004:6.0:1557964832.581317:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964832.581318:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964833.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964833.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964833.508026:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964833.508027:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964833.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964833.508030:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964833.508031:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964833.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964833.508038:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964833.508039:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964833.508040:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964833.508043:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964833.508057:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964833.508058:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964833.508059:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964833.508059:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964834.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964834.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964834.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964834.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964834.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964834.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964834.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964834.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964834.508066:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964834.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964834.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964834.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964834.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964834.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964834.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964834.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964835.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964835.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964835.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964835.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964835.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964835.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964835.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964835.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964835.508058:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964835.508059:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964835.508060:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964835.508060:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964835.508077:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964835.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964835.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964835.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964835.539049:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964835.539070:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964835.539078:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964835.539086:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964835.539089:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964835.539096:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010a40 00000400:00000200:14.0:1557964835.539101:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9535 [1] + 0 00000400:00000010:14.0:1557964835.539107:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9cc0. 00000400:00000200:14.0:1557964835.539110:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f180 00000800:00000200:15.0:1557964835.539112:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964835.539114:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964835.539116:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964835.539118:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a8450 x1633635891481152 msgsize 224 00000100:00100000:14.0:1557964835.539124:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964835.539126:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964835.539130:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964835.539131:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f180 00000400:00000010:14.0:1557964835.539133:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f180. 00000400:00000010:14.0:1557964835.539135:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964835.539138:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964835.539140:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964835.539142:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964835.539165:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964835.539169:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964835.539171:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964835.539173:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964835.539174:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964835.539176:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964835.539179:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964835.539182:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481152 00000020:00000001:10.0:1557964835.539184:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964835.539185:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964835.539187:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964835.539189:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964835.539191:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964835.539194:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964835.539197:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964835.539199:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964835.539201:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964835.539204:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bda80. 00000020:00000010:10.0:1557964835.539207:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964835.539210:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964835.539212:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964835.539213:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964835.539214:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964835.539217:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964835.539223:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964835.539228:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964835.539229:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964835.539231:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964835.539232:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964835.539233:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964835.539234:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964835.539239:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1615 00000100:00000040:10.0:1557964835.539242:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964835.539243:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928735312 : -131294780816304 : ffff88968d3a8450) 00000100:00000040:10.0:1557964835.539248:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a8450 x1633635891481152/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:501/0 lens 224/0 e 0 to 0 dl 1557964896 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964835.539258:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964835.539259:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964835.539262:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891481152:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964835.539266:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481152 00000020:00000001:10.0:1557964835.539267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964835.539270:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964835.539271:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964835.539273:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964835.539274:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964835.539277:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964835.539278:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964835.539280:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964835.539281:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964835.539282:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964835.539285:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964835.539286:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964835.539287:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d000. 02000000:00000001:10.0:1557964835.539289:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964835.539291:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964835.539293:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964835.539295:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964835.539296:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964835.539298:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964835.539302:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964835.539305:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964835.539307:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964835.539310:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964835.539313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964835.539316:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964835.539319:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964835.539321:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964835.539324:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964835.539326:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964835.539328:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481152 00010000:00000001:10.0:1557964835.539330:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964835.539333:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a8450 x1633635891481152/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:501/0 lens 224/368 e 0 to 0 dl 1557964896 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964835.539342:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964835.539343:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964835.539345:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=138 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964835.539349:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964835.539352:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964835.539354:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964835.539356:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964835.539358:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964835.539360:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964835.539363:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964835.539365:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd180. 00000100:00000200:10.0:1557964835.539368:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481152, offset 192 00000400:00000010:10.0:1557964835.539372:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e600 (tot 24345892). 00000400:00000200:10.0:1557964835.539376:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964835.539389:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964835.539395:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964835.539400:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964835.539403:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964835.539407:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964835.539411:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964835.539413:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964835.539415:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964835.539417:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964835.539419:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964835.539421:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000800:00000200:14.2:1557964835.539422:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964835.539422:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964835.539424:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964835.539441:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a8450 x1633635891481152/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:501/0 lens 224/336 e 0 to 0 dl 1557964896 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964835.539445:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964835.539445:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891481152:12345-172.19.1.25@o2ib100:13 Request processed in 186us (326us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964835.539447:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964835.539448:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1615 00000100:00000001:14.0:1557964835.539449:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000040:10.0:1557964835.539449:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964835.539449:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:14.0:1557964835.539450:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964835.539450:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd180 00000100:00000001:10.0:1557964835.539450:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964835.539451:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bda80. 00000400:00000010:14.0:1557964835.539452:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd180. 00000020:00000010:10.0:1557964835.539452:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000400:00000010:14.0:1557964835.539453:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e600 (tot 24345492). 00000020:00000010:10.0:1557964835.539453:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000800:00000200:14.0:1557964835.539454:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000040:10.0:1557964835.539454:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964835.539455:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:14.0:1557964835.539456:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 02000000:00000010:10.0:1557964835.539456:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d000. 02000000:00000001:10.0:1557964835.539457:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964835.539457:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964835.539458:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964835.539459:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2180. 00000400:00000010:10.0:1557964835.539460:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bda80. 00000400:00000001:10.0:1557964835.539462:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964835.539462:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964835.547408:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964835.547457:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964835.547467:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964835.547475:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964835.547478:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964835.547485:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12440 00000400:00000200:7.0:1557964835.547490:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd4d9 [1] + 0 00000400:00000010:7.0:1557964835.547495:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9f60. 00000400:00000200:7.0:1557964835.547497:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7600 00000800:00000200:21.0:1557964835.547500:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964835.547501:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964835.547502:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964835.547504:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630262c50 x1633635870516288 msgsize 224 00000100:00100000:7.0:1557964835.547512:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964835.547514:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964835.547517:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964835.547518:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7600 00000400:00000010:7.0:1557964835.547519:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7600. 00000400:00000010:7.0:1557964835.547522:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964835.547525:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964835.547527:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964835.547529:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964835.547552:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964835.547555:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964835.547557:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964835.547559:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964835.547560:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964835.547564:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964835.547567:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964835.547570:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516288 00000020:00000001:1.0:1557964835.547572:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964835.547573:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964835.547575:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964835.547577:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964835.547579:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964835.547581:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964835.547584:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964835.547586:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964835.547588:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964835.547592:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f780. 00000020:00000010:1.0:1557964835.547594:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964835.547597:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964835.547599:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964835.547601:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964835.547602:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964835.547605:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964835.547610:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964835.547614:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964835.547615:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964835.547616:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964835.547617:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964835.547619:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964835.547620:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964835.547625:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1621 00000100:00000040:1.0:1557964835.547627:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964835.547628:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647644240 : -131365061907376 : ffff888630262c50) 00000100:00000040:1.0:1557964835.547633:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630262c50 x1633635870516288/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:501/0 lens 224/0 e 0 to 0 dl 1557964896 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964835.547659:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964835.547660:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964835.547661:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870516288:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964835.547666:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516288 00000020:00000001:1.0:1557964835.547667:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964835.547668:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964835.547669:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964835.547670:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964835.547671:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964835.547672:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964835.547673:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964835.547673:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964835.547674:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964835.547674:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964835.547675:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964835.547676:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964835.547677:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae400. 02000000:00000001:1.0:1557964835.547678:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964835.547679:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964835.547679:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964835.547680:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964835.547681:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964835.547682:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964835.547683:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964835.547684:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964835.547685:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964835.547686:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964835.547687:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964835.547689:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964835.547690:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964835.547691:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964835.547692:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516288 00010000:00000001:1.0:1557964835.547693:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964835.547694:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630262c50 x1633635870516288/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:501/0 lens 224/368 e 0 to 0 dl 1557964896 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964835.547697:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964835.547698:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964835.547699:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=138 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964835.547701:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964835.547702:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964835.547703:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964835.547704:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964835.547705:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964835.547706:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964835.547707:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964835.547708:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f980. 00000100:00000200:1.0:1557964835.547710:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516288, offset 192 00000400:00000010:1.0:1557964835.547711:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76c00 (tot 24345892). 00000400:00000200:1.0:1557964835.547712:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964835.547718:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964835.547721:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964835.547724:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964835.547725:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964835.547726:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964835.547728:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964835.547729:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964835.547730:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964835.547731:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964835.547732:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964835.547733:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964835.547734:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964835.547734:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964835.547736:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630262c50 x1633635870516288/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:501/0 lens 224/336 e 0 to 0 dl 1557964896 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964835.547740:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870516288:12345-172.19.1.24@o2ib100:13 Request processed in 79us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964835.547742:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1621 00000100:00000040:1.0:1557964835.547743:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964835.547745:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964835.547746:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964835.547747:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f780. 00000020:00000010:1.0:1557964835.547748:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964835.547749:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964835.547750:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964835.547752:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964835.547753:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964835.547754:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0780. 00000400:00000010:1.0:1557964835.547755:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f780. 00000400:00000001:1.0:1557964835.547755:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964835.547756:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964835.547768:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964835.547782:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964835.547784:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964835.547786:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964835.547787:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964835.547787:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae400. 02000000:00000001:17.0:1557964835.547788:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964835.547789:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964835.547789:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f980 00000400:00000010:17.0:1557964835.547790:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f980. 00000400:00000010:17.0:1557964835.547791:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76c00 (tot 24345492). 00000800:00000200:17.0:1557964835.547791:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964835.547793:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:8.0:1557964836.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964836.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964836.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964836.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964836.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964836.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964836.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964836.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964836.508062:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964836.508063:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964836.508064:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964836.508065:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964836.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964836.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964836.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964836.508082:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964837.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964837.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964837.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964837.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964837.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964837.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964837.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964837.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964837.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964837.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964837.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964837.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964837.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964837.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964837.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964837.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964837.581880:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871e865000 (tot 24345748). 00000400:00000010:6.0:1557964837.581895:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871e865000 (tot 24345492). 00000020:00000001:6.0:1557964837.583018:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964837.583018:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318553909, max_age 4318557911 00002000:00000001:6.0:1557964837.583020:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964837.583020:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964837.583021:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964837.583024:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964837.583025:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964837.583026:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964837.583027:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964837.583028:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964837.583030:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964837.583031:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964837.583032:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964837.583033:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964837.583033:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964837.583058:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964837.583058:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318558911, max_age 4318557911 00000020:00000004:6.0:1557964837.583059:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964837.583060:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964837.583082:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964837.583083:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318558911, max_age 4318557911 00000020:00000004:6.0:1557964837.583083:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964837.583084:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964837.583107:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964837.583108:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318558911, max_age 4318557911 00000020:00000004:6.0:1557964837.583109:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964837.583110:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964838.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964838.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964838.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964838.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964838.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964838.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964838.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964838.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964838.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964838.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964838.508078:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964838.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964838.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964838.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964838.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964838.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964839.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964839.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964839.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964839.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964839.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964839.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964839.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964839.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964839.508071:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964839.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964839.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964839.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964839.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964839.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964839.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964839.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964840.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964840.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964840.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964840.508059:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964840.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964840.508067:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964840.508069:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964840.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964840.508072:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964840.508074:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964840.508075:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964840.508077:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964840.508078:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964840.508080:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964840.508081:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964840.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964840.508095:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964840.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964840.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964840.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964840.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964840.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964840.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964840.547059:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964840.547080:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964840.547088:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964840.547097:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964840.547100:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964840.547106:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010a60 00000400:00000200:14.0:1557964840.547115:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9545 [1] + 0 00000400:00000010:14.0:1557964840.547120:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9f00. 00000800:00000200:15.0:1557964840.547121:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964840.547122:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e080 00000100:00000001:14.0:1557964840.547125:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964840.547127:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964840.547129:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3a8050 x1633635891481184 msgsize 224 00000100:00100000:14.0:1557964840.547135:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964840.547137:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964840.547141:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964840.547142:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e080 00000400:00000010:14.0:1557964840.547144:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e080. 00000400:00000010:14.0:1557964840.547146:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964840.547149:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964840.547151:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964840.547153:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964840.547177:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964840.547180:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964840.547182:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964840.547184:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964840.547185:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964840.547189:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964840.547192:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964840.547195:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481184 00000020:00000001:10.0:1557964840.547197:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964840.547198:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964840.547200:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964840.547202:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964840.547204:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964840.547207:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964840.547210:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964840.547211:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964840.547214:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964840.547217:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdc80. 00000020:00000010:10.0:1557964840.547219:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964840.547222:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964840.547224:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964840.547225:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964840.547227:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964840.547229:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964840.547235:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964840.547238:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964840.547240:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964840.547241:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964840.547242:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964840.547243:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964840.547244:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964840.547249:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1616 00000100:00000040:10.0:1557964840.547252:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964840.547253:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928734288 : -131294780817328 : ffff88968d3a8050) 00000100:00000040:10.0:1557964840.547257:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3a8050 x1633635891481184/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:506/0 lens 224/0 e 0 to 0 dl 1557964901 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964840.547267:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964840.547269:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964840.547272:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891481184:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964840.547279:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481184 00000020:00000001:10.0:1557964840.547280:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964840.547283:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964840.547284:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964840.547286:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964840.547287:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964840.547290:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964840.547291:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964840.547293:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964840.547294:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964840.547295:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964840.547298:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964840.547299:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964840.547301:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d000. 02000000:00000001:10.0:1557964840.547302:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964840.547304:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964840.547306:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964840.547308:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964840.547309:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964840.547311:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964840.547315:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964840.547317:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964840.547319:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964840.547322:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964840.547325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964840.547328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964840.547331:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964840.547333:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964840.547336:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964840.547338:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964840.547340:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481184 00010000:00000001:10.0:1557964840.547342:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964840.547345:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3a8050 x1633635891481184/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:506/0 lens 224/368 e 0 to 0 dl 1557964901 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964840.547365:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964840.547366:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964840.547367:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=143 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964840.547369:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964840.547370:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964840.547371:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964840.547372:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964840.547373:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964840.547373:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964840.547375:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964840.547376:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd500. 00000100:00000200:10.0:1557964840.547377:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481184, offset 192 00000400:00000010:10.0:1557964840.547378:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689400 (tot 24345892). 00000400:00000200:10.0:1557964840.547380:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964840.547386:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964840.547388:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964840.547391:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964840.547392:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964840.547393:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964840.547395:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964840.547396:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964840.547397:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964840.547398:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964840.547398:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964840.547399:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964840.547400:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964840.547400:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964840.547401:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964840.547402:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964840.547403:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3a8050 x1633635891481184/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:506/0 lens 224/336 e 0 to 0 dl 1557964901 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964840.547404:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964840.547406:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964840.547407:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964840.547407:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd500 00000100:00100000:10.0:1557964840.547407:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891481184:12345-172.19.1.25@o2ib100:13 Request processed in 139us (277us total) trans 0 rc 0/0 00000400:00000010:14.0:1557964840.547408:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd500. 00000400:00000010:14.0:1557964840.547409:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689400 (tot 24345492). 00000800:00000200:14.0:1557964840.547410:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00100000:10.0:1557964840.547410:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1616 00000800:00000200:14.0:1557964840.547411:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:10.0:1557964840.547412:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964840.547412:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964840.547413:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964840.547414:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdc80. 00000020:00000010:10.0:1557964840.547415:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964840.547416:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000040:10.0:1557964840.547417:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964840.547419:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964840.547419:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d000. 02000000:00000001:10.0:1557964840.547420:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964840.547421:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964840.547422:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964840.547423:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2600. 00000400:00000010:10.0:1557964840.547424:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdc80. 00000400:00000001:10.0:1557964840.547425:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964840.547426:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964840.555361:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964840.555421:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964840.555427:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964840.555432:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964840.555434:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964840.555437:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12460 00000400:00000200:21.0:1557964840.555439:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd4f9 [1] + 0 00000400:00000010:21.0:1557964840.555441:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea9a20. 00000400:00000200:21.0:1557964840.555442:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb7680 00000100:00000001:21.0:1557964840.555444:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964840.555445:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964840.555446:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888630262850 x1633635870516320 msgsize 224 00000100:00100000:21.0:1557964840.555449:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964840.555449:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964840.555451:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964840.555452:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb7680 00000400:00000010:21.0:1557964840.555453:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb7680. 00000800:00000200:7.0:1557964840.555453:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:21.0:1557964840.555454:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964840.555455:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964840.555456:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964840.555457:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964840.555484:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964840.555486:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964840.555488:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964840.555489:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964840.555489:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964840.555490:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964840.555492:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964840.555494:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516320 00000020:00000001:1.0:1557964840.555495:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964840.555495:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964840.555496:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964840.555498:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964840.555498:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964840.555500:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964840.555501:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964840.555502:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964840.555503:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964840.555505:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f500. 00000020:00000010:1.0:1557964840.555506:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964840.555508:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964840.555509:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964840.555510:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964840.555510:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964840.555512:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964840.555516:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964840.555517:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964840.555518:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964840.555519:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964840.555519:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964840.555520:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964840.555521:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964840.555523:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1622 00000100:00000040:1.0:1557964840.555524:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964840.555525:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647643216 : -131365061908400 : ffff888630262850) 00000100:00000040:1.0:1557964840.555527:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630262850 x1633635870516320/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:506/0 lens 224/0 e 0 to 0 dl 1557964901 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964840.555530:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964840.555531:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964840.555532:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870516320:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964840.555533:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516320 00000020:00000001:1.0:1557964840.555534:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964840.555535:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964840.555536:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964840.555536:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964840.555537:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964840.555538:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964840.555539:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964840.555539:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964840.555540:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964840.555541:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964840.555542:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964840.555542:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964840.555544:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae000. 02000000:00000001:1.0:1557964840.555545:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964840.555546:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964840.555547:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964840.555548:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964840.555548:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964840.555549:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964840.555551:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964840.555552:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964840.555554:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964840.555555:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964840.555556:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964840.555557:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964840.555558:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964840.555559:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964840.555560:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516320 00010000:00000001:1.0:1557964840.555561:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964840.555562:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630262850 x1633635870516320/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:506/0 lens 224/368 e 0 to 0 dl 1557964901 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964840.555565:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964840.555566:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964840.555567:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=143 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964840.555568:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964840.555569:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964840.555570:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964840.555571:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964840.555572:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964840.555572:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964840.555574:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964840.555575:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f680. 00000100:00000200:1.0:1557964840.555576:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516320, offset 192 00000400:00000010:1.0:1557964840.555577:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75000 (tot 24345892). 00000400:00000200:1.0:1557964840.555579:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964840.555585:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964840.555588:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964840.555591:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964840.555592:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964840.555593:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964840.555596:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964840.555597:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964840.555598:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964840.555599:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964840.555600:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964840.555601:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964840.555602:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964840.555603:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964840.555604:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630262850 x1633635870516320/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:506/0 lens 224/336 e 0 to 0 dl 1557964901 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964840.555608:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870516320:12345-172.19.1.24@o2ib100:13 Request processed in 76us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964840.555611:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1622 00000100:00000040:1.0:1557964840.555612:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964840.555613:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964840.555613:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964840.555614:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f500. 00000020:00000010:1.0:1557964840.555615:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964840.555616:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964840.555617:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964840.555618:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964840.555619:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964840.555620:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0de0. 00000400:00000010:1.0:1557964840.555621:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f500. 00000400:00000001:1.0:1557964840.555622:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964840.555623:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964840.555636:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964840.555650:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964840.555653:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964840.555654:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964840.555655:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964840.555656:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae000. 02000000:00000001:17.0:1557964840.555658:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964840.555658:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964840.555659:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f680 00000400:00000010:17.0:1557964840.555659:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f680. 00000400:00000010:17.0:1557964840.555660:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75000 (tot 24345492). 00000800:00000200:17.0:1557964840.555661:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964840.555662:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:8.0:1557964841.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964841.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964841.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964841.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964841.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964841.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964841.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964841.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964841.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964841.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964841.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964841.508076:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964841.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964841.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964841.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964841.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964842.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964842.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964842.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964842.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964842.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964842.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964842.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964842.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964842.508070:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964842.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964842.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964842.508077:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964842.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964842.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964842.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964842.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964842.583509:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873a7f5f00 (tot 24345748). 00000400:00000010:6.0:1557964842.583524:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873a7f5f00 (tot 24345492). 00000020:00000001:6.0:1557964842.584625:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964842.584626:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318558911, max_age 4318562912 00002000:00000001:6.0:1557964842.584628:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964842.584628:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964842.584630:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964842.584632:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964842.584633:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964842.584634:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964842.584636:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964842.584637:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964842.584638:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964842.584639:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964842.584640:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964842.584641:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964842.584641:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964842.584666:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964842.584666:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318563912, max_age 4318562912 00000020:00000004:6.0:1557964842.584667:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964842.584668:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964842.584689:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964842.584690:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318563912, max_age 4318562912 00000020:00000004:6.0:1557964842.584690:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964842.584691:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964842.584714:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964842.584715:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318563912, max_age 4318562912 00000020:00000004:6.0:1557964842.584716:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964842.584717:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964843.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964843.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964843.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964843.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964843.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964843.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964843.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964843.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964843.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964843.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964843.508080:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964843.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964843.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964843.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964843.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964843.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964844.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964844.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964844.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964844.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964844.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964844.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964844.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964844.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964844.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964844.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964844.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964844.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964844.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964844.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964844.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964844.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964845.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964845.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964845.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964845.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964845.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964845.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964845.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964845.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964845.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964845.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964845.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964845.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964845.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964845.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964845.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964845.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964845.555040:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964845.555052:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964845.555056:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964845.555060:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964845.555061:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964845.555064:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010ab0 00000400:00000200:14.0:1557964845.555067:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9575 [1] + 0 00000400:00000010:14.0:1557964845.555069:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36d80. 00000400:00000200:14.0:1557964845.555070:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2680 00000100:00000001:14.0:1557964845.555072:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964845.555073:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964845.555076:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebfc50 x1633635891481264 msgsize 224 00000100:00100000:14.0:1557964845.555079:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964845.555080:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964845.555082:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000800:00000200:15.0:1557964845.555083:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964845.555083:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2680 00000400:00000010:14.0:1557964845.555084:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2680. 00000400:00000010:14.0:1557964845.555085:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964845.555086:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964845.555088:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964845.555107:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964845.555115:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964845.555117:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964845.555119:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964845.555120:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964845.555121:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964845.555122:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964845.555124:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964845.555125:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481264 00000020:00000001:10.0:1557964845.555127:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964845.555127:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964845.555128:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964845.555130:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964845.555130:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964845.555131:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964845.555133:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964845.555134:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964845.555136:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964845.555137:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd080. 00000020:00000010:10.0:1557964845.555139:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964845.555140:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964845.555143:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964845.555143:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964845.555144:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964845.555145:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964845.555148:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964845.555150:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964845.555151:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964845.555151:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964845.555152:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964845.555152:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964845.555153:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964845.555155:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1617 00000100:00000040:10.0:1557964845.555156:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964845.555157:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725383760 : -131291984167856 : ffff889733ebfc50) 00000100:00000040:10.0:1557964845.555158:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebfc50 x1633635891481264/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:511/0 lens 224/0 e 0 to 0 dl 1557964906 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964845.555162:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964845.555163:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964845.555164:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891481264:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964845.555166:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481264 00000020:00000001:10.0:1557964845.555167:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964845.555168:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964845.555168:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.555169:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964845.555170:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964845.555171:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964845.555172:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964845.555173:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964845.555173:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964845.555174:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964845.555175:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964845.555175:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964845.555176:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d000. 02000000:00000001:10.0:1557964845.555177:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964845.555178:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964845.555179:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964845.555180:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964845.555181:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964845.555182:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964845.555185:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964845.555186:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964845.555203:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964845.555205:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964845.555206:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964845.555208:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964845.555209:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964845.555210:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964845.555211:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964845.555212:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964845.555213:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481264 00010000:00000001:10.0:1557964845.555213:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964845.555215:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebfc50 x1633635891481264/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:511/0 lens 224/368 e 0 to 0 dl 1557964906 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964845.555218:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964845.555219:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964845.555219:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=148 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964845.555221:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964845.555222:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964845.555223:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964845.555224:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964845.555225:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964845.555226:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964845.555227:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964845.555228:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557964845.555230:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481264, offset 192 00000400:00000010:10.0:1557964845.555232:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68fe00 (tot 24345892). 00000400:00000200:10.0:1557964845.555234:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964845.555240:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964845.555243:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964845.555245:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964845.555247:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964845.555248:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964845.555250:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964845.555251:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964845.555252:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964845.555253:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964845.555254:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964845.555255:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964845.555255:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.555256:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964845.555257:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebfc50 x1633635891481264/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:511/0 lens 224/336 e 0 to 0 dl 1557964906 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964845.555261:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891481264:12345-172.19.1.25@o2ib100:13 Request processed in 98us (184us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964845.555264:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1617 00000100:00000040:10.0:1557964845.555265:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964845.555266:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964845.555266:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964845.555267:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd080. 00000020:00000010:10.0:1557964845.555268:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964845.555270:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000040:10.0:1557964845.555271:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964845.555272:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964845.555273:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964845.555274:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f20c0. 00000400:00000010:10.0:1557964845.555275:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd080. 00000400:00000001:10.0:1557964845.555276:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964845.555276:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964845.555279:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964845.555288:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964845.555290:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964845.555293:0:14819:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964845.555293:0:14819:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964845.555295:0:14819:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d000. 02000000:00000001:14.0:1557964845.555315:0:14819:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964845.555317:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964845.555319:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557964845.555320:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000400:00000010:14.0:1557964845.555321:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68fe00 (tot 24345492). 00000800:00000200:15.0:1557964845.555322:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964845.555324:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964845.563374:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964845.563432:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964845.563442:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964845.563450:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964845.563454:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964845.563460:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12480 00000400:00000200:7.0:1557964845.563466:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd509 [1] + 0 00000400:00000010:7.0:1557964845.563472:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888636ea98a0. 00000400:00000200:7.0:1557964845.563474:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff887779bb6980 00000800:00000200:21.0:1557964845.563475:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964845.563478:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964845.563479:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964845.563481:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630262450 x1633635870516352 msgsize 224 00000100:00100000:7.0:1557964845.563488:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964845.563489:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964845.563492:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964845.563493:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff887779bb6980 00000400:00000010:7.0:1557964845.563495:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff887779bb6980. 00000400:00000010:7.0:1557964845.563497:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964845.563500:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964845.563503:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964845.563505:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964845.563528:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964845.563532:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964845.563534:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964845.563535:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964845.563537:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964845.563538:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964845.563542:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964845.563545:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516352 00000020:00000001:1.0:1557964845.563547:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964845.563550:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964845.563552:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964845.563554:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964845.563556:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964845.563559:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964845.563562:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964845.563563:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964845.563565:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964845.563568:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f600. 00000020:00000010:1.0:1557964845.563571:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964845.563574:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964845.563576:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964845.563577:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964845.563578:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964845.563581:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964845.563587:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964845.563590:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964845.563591:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964845.563592:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964845.563593:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964845.563594:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964845.563596:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964845.563601:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1623 00000100:00000040:1.0:1557964845.563603:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964845.563605:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647642192 : -131365061909424 : ffff888630262450) 00000100:00000040:1.0:1557964845.563609:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630262450 x1633635870516352/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:511/0 lens 224/0 e 0 to 0 dl 1557964906 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964845.563619:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964845.563620:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964845.563623:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870516352:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964845.563627:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516352 00000020:00000001:1.0:1557964845.563628:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964845.563631:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964845.563632:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964845.563635:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964845.563636:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964845.563639:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964845.563640:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964845.563642:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964845.563643:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964845.563645:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964845.563647:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964845.563648:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964845.563665:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac400. 02000000:00000001:1.0:1557964845.563666:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964845.563667:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964845.563668:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964845.563669:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964845.563669:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964845.563670:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964845.563671:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964845.563672:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964845.563673:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964845.563675:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964845.563676:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964845.563677:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964845.563678:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964845.563679:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964845.563680:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516352 00010000:00000001:1.0:1557964845.563681:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964845.563682:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630262450 x1633635870516352/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:511/0 lens 224/368 e 0 to 0 dl 1557964906 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964845.563686:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964845.563686:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964845.563687:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=148 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964845.563688:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964845.563690:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964845.563690:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964845.563692:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964845.563693:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964845.563693:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964845.563695:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964845.563696:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f580. 00000100:00000200:1.0:1557964845.563697:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516352, offset 192 00000400:00000010:1.0:1557964845.563699:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74600 (tot 24345892). 00000400:00000200:1.0:1557964845.563701:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964845.563706:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964845.563709:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964845.563711:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964845.563713:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964845.563714:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964845.563716:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964845.563717:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964845.563718:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964845.563719:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964845.563720:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964845.563721:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964845.563721:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964845.563722:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964845.563724:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630262450 x1633635870516352/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:511/0 lens 224/336 e 0 to 0 dl 1557964906 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964845.563727:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870516352:12345-172.19.1.24@o2ib100:13 Request processed in 108us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964845.563730:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1623 00000100:00000040:1.0:1557964845.563731:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964845.563732:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964845.563733:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964845.563734:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f600. 00000020:00000010:1.0:1557964845.563735:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964845.563736:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964845.563737:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964845.563738:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964845.563740:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964845.563741:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf06c0. 00000400:00000010:1.0:1557964845.563742:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f600. 00000400:00000001:1.0:1557964845.563743:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964845.563743:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964845.563756:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964845.563770:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964845.563773:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964845.563774:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964845.563775:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964845.563776:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac400. 02000000:00000001:17.0:1557964845.563777:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964845.563777:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964845.563777:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f580 00000400:00000010:17.0:1557964845.563778:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f580. 00000400:00000010:17.0:1557964845.563779:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74600 (tot 24345492). 00000800:00000200:17.0:1557964845.563780:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964845.563781:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000040:10.0:1557964845.676042:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964845.676048:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964845.676055:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627623300. 00000020:00000040:10.0:1557964845.676058:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964845.676062:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964845.676064:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964845.676067:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964845.676070:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365100. 00000100:00000001:10.0:1557964845.676074:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676079:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964845.676090:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964845.676091:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964845.676094:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676099:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627623300] to pc [ptlrpcd_01_12:12] req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964845.676114:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676116:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964845.676120:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964845.676121:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627623000. 00000020:00000040:10.0:1557964845.676123:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964845.676125:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964845.676126:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964845.676127:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964845.676129:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365000. 00000100:00000001:10.0:1557964845.676131:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676134:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964845.676142:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964845.676143:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964845.676145:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676148:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627623000] to pc [ptlrpcd_01_13:13] req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964845.676155:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964845.676157:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676158:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:10.0:1557964845.676158:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:12.0:1557964845.676161:0:14861:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:8.0:1557964845.676161:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964845.676162:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964845.676163:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627622d00. 00000020:00000040:10.0:1557964845.676165:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:8.0:1557964845.676165:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:12.0:1557964845.676166:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964845.676167:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964845.676168:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964845.676169:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676169:0:14862:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:10.0:1557964845.676170:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366400. 00000100:00000001:10.0:1557964845.676172:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676175:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:8.0:1557964845.676175:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964845.676177:0:14861:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1557964845.676179:0:14861:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964845.676181:0:14861:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:12.0:1557964845.676183:0:14861:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676183:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964845.676184:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964845.676185:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676185:0:14862:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00100000:12.0:1557964845.676187:0:14861:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_12:8c05ad95-98db-8b06-7942-a20be71d88ee:14861:1633636024601248:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964845.676187:0:14862:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676188:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627622d00] to pc [ptlrpcd_01_14:14] req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964845.676190:0:14862:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:12.0:1557964845.676191:0:14861:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:8.0:1557964845.676191:0:14862:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964845.676194:0:14861:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:8.0:1557964845.676195:0:14862:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_13:looze-MDT0000-lwp-OST0009_UUID:14862:1633636024601264:172.19.1.24@o2ib100:400 02000000:00000001:12.0:1557964845.676196:0:14861:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964845.676198:0:14861:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:8.0:1557964845.676199:0:14862:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:12.0:1557964845.676200:0:14861:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fd000. 00000100:00000001:10.0:1557964845.676201:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964845.676201:0:14862:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:12.0:1557964845.676202:0:14861:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964845.676202:0:14862:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:8.0:1557964845.676204:0:14862:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:12.0:1557964845.676206:0:14861:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69000. 00000020:00000001:10.0:1557964845.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=453992 : 453992 : 6ed68) 02000000:00000010:8.0:1557964845.676207:0:14862:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03ae00. 00000020:00000001:10.0:1557964845.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000400:00000010:12.0:1557964845.676209:0:14861:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7c00. 02000000:00000001:8.0:1557964845.676209:0:14862:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000200:12.0:1557964845.676212:0:14861:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601248, portal 25 00000020:00000001:10.0:1557964845.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709290576 : -261040 : fffffffffffc0450) 00000400:00000010:8.0:1557964845.676213:0:14862:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000020:00000001:10.0:1557964845.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:12.0:1557964845.676215:0:14861:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:12.0:1557964845.676216:0:14861:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220059904 : -131296489491712 : ffff889627623300) 00000020:00000001:10.0:1557964845.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000400:00000010:8.0:1557964845.676216:0:14862:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000020:00000001:10.0:1557964845.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709426040 : -125576 : fffffffffffe1578) 00000020:00000001:10.0:1557964845.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=89024 : 89024 : 15bc0) 00000100:00000200:8.0:1557964845.676219:0:14862:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601264, portal 10 00000020:00000001:10.0:1557964845.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709468552 : -83064 : fffffffffffebb88) 00000100:00000040:12.0:1557964845.676221:0:14861:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964845.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1113302 : 1113302 : 10fcd6) 00000100:00000001:8.0:1557964845.676222:0:14862:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:8.0:1557964845.676223:0:14862:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220059136 : -131296489492480 : ffff889627623000) 00000020:00000001:10.0:1557964845.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=70327 : 70327 : 112b7) 00000020:00000001:10.0:1557964845.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709454714 : -96902 : fffffffffffe857a) 00000020:00000001:10.0:1557964845.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528539 : -23077 : ffffffffffffa5db) 00000100:00000040:8.0:1557964845.676228:0:14862:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964845.676230:0:14861:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964845.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147515344 : 147515344 : 8cae7d0) 00000020:00000001:10.0:1557964845.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709525420 : -26196 : ffffffffffff99ac) 00000100:00000040:12.0:1557964845.676233:0:14861:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964845.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000400:00000010:12.0:1557964845.676235:0:14861:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a6e80. 00000020:00000001:10.0:1557964845.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709084120 : -467496 : fffffffffff8ddd8) 00000100:00000200:12.0:1557964845.676237:0:14861:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601248, offset 0 00000020:00000001:10.0:1557964845.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000001:8.0:1557964845.676237:0:14862:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964845.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=133672 : 133672 : 20a28) 00000400:00000010:12.0:1557964845.676240:0:14861:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe400 (tot 24345892). 00000020:00000001:10.0:1557964845.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000100:00000040:8.0:1557964845.676240:0:14862:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:8.0:1557964845.676241:0:14862:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775d600. 00000020:00000001:10.0:1557964845.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709282272 : -269344 : fffffffffffbe3e0) 00000100:00000001:9.0:1557964845.676243:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:12.0:1557964845.676244:0:14861:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964845.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557964845.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00000001:9.0:1557964845.676246:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964845.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964845.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=994378 : 994378 : f2c4a) 00000100:00000001:9.0:1557964845.676248:0:14867:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000200:8.0:1557964845.676249:0:14862:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601264, offset 0 00000020:00000001:10.0:1557964845.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000001:11.0:1557964845.676251:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964845.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964845.676252:0:14862:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03ba00 (tot 24346292). 00000020:00000001:10.0:1557964845.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000100:00000001:11.0:1557964845.676254:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964845.676254:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964845.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964845.676256:0:14862:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:11.0:1557964845.676257:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964845.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964845.676258:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964845.676259:0:14861:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964845.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676264:0:14867:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000800:00000200:12.0:1557964845.676265:0:14861:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:9.0:1557964845.676265:0:14867:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676268:0:14867:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964845.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676270:0:14867:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964845.676271:0:14862:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:12.0:1557964845.676272:0:14861:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964845.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964845.676273:0:14867:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:looze-MDT0001-lwp-OST0009_UUID:14867:1633636024601280:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964845.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964845.676275:0:14861:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964845.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964845.676276:0:14862:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:12.0:1557964845.676277:0:14861:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000001:9.0:1557964845.676277:0:14867:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964845.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676279:0:14867:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:9.0:1557964845.676280:0:14867:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964845.676282:0:14861:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964845.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676282:0:14867:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:8.0:1557964845.676282:0:14862:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:12.0:1557964845.676283:0:14861:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964845.676284:0:14867:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdda00. 00000100:00000001:12.0:1557964845.676285:0:14861:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964845.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964845.676285:0:14862:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964845.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676286:0:14867:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676287:0:14861:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964845.676287:0:14862:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964845.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676290:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964845.676290:0:14867:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe345480. 00000020:00000001:10.0:1557964845.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676292:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964845.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964845.676292:0:14862:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964845.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676294:0:14862:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964845.676295:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357d80. 00000100:00000001:12.0:1557964845.676296:0:14861:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964845.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676296:0:14862:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964845.676298:0:14861:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964845.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964845.676298:0:14867:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601280, portal 10 00000100:00000001:8.0:1557964845.676299:0:14862:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676300:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964845.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676300:0:14867:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:12.0:1557964845.676301:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964845.676301:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676302:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676302:0:14867:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220058368 : -131296489493248 : ffff889627622d00) 00000020:00000001:10.0:1557964845.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676303:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964845.676304:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676306:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964845.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676307:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:9.0:1557964845.676307:0:14867:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964845.676307:0:14862:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964845.676308:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676308:0:14862:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:12.0:1557964845.676309:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676311:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964845.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676312:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964845.676313:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676315:0:14867:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:8.0:1557964845.676315:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964845.676316:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964845.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676317:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964845.676317:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964845.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676318:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964845.676319:0:14867:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:9.0:1557964845.676320:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357580. 00000100:00000001:8.0:1557964845.676320:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964845.676322:0:14867:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601280, offset 0 00000020:00000001:10.0:1557964845.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964845.676325:0:14867:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cd8a00 (tot 24346692). 00000020:00000001:10.0:1557964845.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964845.676329:0:14867:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964845.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676354:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964845.676356:0:14867:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964845.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964845.676358:0:14867:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964845.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964845.676361:0:14867:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964845.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964845.676362:0:14867:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:9.0:1557964845.676362:0:14867:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964845.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964845.676364:0:14867:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964845.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676365:0:14867:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676366:0:14867:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964845.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676367:0:14867:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676368:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676369:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:21.0:1557964845.676370:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964845.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676371:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964845.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676372:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964845.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676373:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964845.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676374:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964845.676374:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676375:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676376:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964845.676376:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964845.676376:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676377:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964845.676378:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964845.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964845.676382:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964845.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:21.0:1557964845.676387:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964845.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676389:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676390:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676393:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964845.676394:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964845.676394:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676397:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676397:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676398:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964845.676399:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964845.676399:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676399:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676400:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676401:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676401:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:21.0:1557964845.676402:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964845.676402:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676402:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964845.676403:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964845.676403:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676403:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676404:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676404:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676405:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676405:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964845.676406:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964845.676406:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676406:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676407:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676407:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676408:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676408:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676409:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676409:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964845.676410:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676410:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676411:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964845.676411:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:21.0:1557964845.676412:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964845.676412:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676412:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676413:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557964845.676414:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a6e80 00000020:00000001:10.0:1557964845.676414:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676414:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676415:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676415:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:21.0:1557964845.676416:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a6e80. 00000020:00000001:10.0:1557964845.676416:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964845.676416:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964845.676417:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318592004) 00000100:00000001:14.0:1557964845.676419:0:14821:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:21.0:1557964845.676420:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe400 (tot 24346292). 00000800:00000200:7.0:1557964845.676421:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000200:14.0:1557964845.676422:0:14821:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964845.676423:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:21.0:1557964845.676426:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:14.0:1557964845.676427:0:14821:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964845.676428:0:14821:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964845.676432:0:14821:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964845.676433:0:14821:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964845.676433:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357580 00000800:00000200:15.0:1557964845.676435:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964845.676435:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357580. 00000400:00000010:14.0:1557964845.676437:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cd8a00 (tot 24345892). 00000100:00000001:7.0:1557964845.676437:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964845.676438:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:7.0:1557964845.676442:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964845.676455:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964845.676458:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964845.676467:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964845.676469:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964845.676470:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775d600 00000400:00000010:7.0:1557964845.676473:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775d600. 00000400:00000010:7.0:1557964845.676477:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03ba00 (tot 24345492). 00000800:00000200:7.0:1557964845.676480:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964845.676502:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964845.676545:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964845.676555:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964845.676563:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964845.676566:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964845.676573:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04aa0 00000800:00000200:14.2:1557964845.676580:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000400:00000200:4.0:1557964845.676580:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xda99 [1] + 192 00000800:00000200:14.0:1557964845.676585:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:4.0:1557964845.676586:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964845.676587:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:14.0:1557964845.676589:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000100:00000200:4.0:1557964845.676589:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:15.0:1557964845.676591:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964845.676592:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964845.676594:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24346292). 00000400:00000200:14.0:1557964845.676597:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04ac0 00000800:00000200:21.0:1557964845.676598:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:14.0:1557964845.676600:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9b0d [1] + 192 00000100:00000040:4.0:1557964845.676601:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964845.676603:0:14820:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964845.676605:0:14820:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964845.676607:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964845.676610:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346692). 00000100:00000040:14.0:1557964845.676610:0:14820:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964845.676615:0:14820:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964845.676616:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24346292). 00000100:00000001:4.0:1557964845.676616:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:21.0:1557964845.676617:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04ab0 00000800:00000200:14.0:1557964845.676617:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:9.0:1557964845.676617:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964845.676617:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964845.676618:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:4.0:1557964845.676618:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345892). 00000800:00000200:14.0:1557964845.676619:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:9.0:1557964845.676620:0:14867:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557964845.676621:0:14867:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557964845.676621:0:14867:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:4.0:1557964845.676621:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000100:00000200:9.0:1557964845.676624:0:14867:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964845.676624:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000400:00000200:21.0:1557964845.676625:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdaa1 [1] + 192 00000800:00000200:4.0:1557964845.676626:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000200:9.0:1557964845.676628:0:14867:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964845.676628:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964845.676631:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:9.0:1557964845.676631:0:14867:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:9.0:1557964845.676632:0:14867:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe345480. 00000400:00000200:9.0:1557964845.676633:0:14867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357d80 00000100:00000200:21.0:1557964845.676634:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:9.0:1557964845.676634:0:14867:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357d80. 00000100:00000001:9.0:1557964845.676634:0:14867:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964845.676635:0:14867:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557964845.676636:0:14867:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964845.676637:0:14867:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964845.676638:0:14867:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676639:0:14867:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964845.676641:0:14867:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=25 v=45 (45 45 45 45) 00000100:00001000:9.0:1557964845.676642:0:14867:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=25 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964845.676644:0:14867:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964845.676644:0:14867:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676645:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:21.0:1557964845.676646:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:9.0:1557964845.676646:0:14867:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:12.0:1557964845.676647:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00010000:00080000:9.0:1557964845.676647:0:14867:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/0 rc 0/0 00010000:00000001:9.0:1557964845.676650:0:14867:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676652:0:14867:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1557964845.676653:0:14867:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557964845.676653:0:14867:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964845.676654:0:14867:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964845.676655:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:21.0:1557964845.676658:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:9.0:1557964845.676658:0:14867:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:12.0:1557964845.676659:0:14861:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:9.0:1557964845.676659:0:14867:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:21.0:1557964845.676660:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000400:00000001:12.0:1557964845.676660:0:14861:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557964845.676660:0:14867:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964845.676661:0:14861:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:9.0:1557964845.676661:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Interpret:RN/0/0 rc 0/0 00000800:00000200:21.0:1557964845.676663:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000200:12.0:1557964845.676664:0:14861:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964845.676666:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964845.676668:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00100000:9.0:1557964845.676668:0:14867:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:looze-MDT0001-lwp-OST0009_UUID:14867:1633636024601280:172.19.1.25@o2ib100:400 00000100:00000200:12.0:1557964845.676669:0:14861:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964845.676670:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964845.676671:0:14867:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:12.0:1557964845.676672:0:14861:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:9.0:1557964845.676672:0:14867:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627622d00 x1633636024601280/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:12.0:1557964845.676674:0:14861:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69000. 00000400:00000200:12.0:1557964845.676675:0:14861:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7c00 00000100:00000001:9.0:1557964845.676675:0:14867:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964845.676675:0:14867:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:12.0:1557964845.676676:0:14861:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7c00. 00000100:00000001:12.0:1557964845.676676:0:14861:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:9.0:1557964845.676676:0:14867:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdda00. 00000100:00000001:12.0:1557964845.676677:0:14861:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557964845.676677:0:14867:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964845.676678:0:14867:0:(genops.c:1221:class_import_put()) Process entered 02000000:00000001:12.0:1557964845.676679:0:14861:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000020:00000040:9.0:1557964845.676679:0:14867:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:9.0:1557964845.676679:0:14867:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:12.0:1557964845.676680:0:14861:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000010:9.0:1557964845.676680:0:14867:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366400. 00000100:00000001:12.0:1557964845.676681:0:14861:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964845.676682:0:14861:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964845.676682:0:14867:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964845.676682:0:14867:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:12.0:1557964845.676683:0:14861:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=25 v=45 (45 45 45 45) 00000100:00000010:9.0:1557964845.676683:0:14867:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627622d00. 00000100:00000001:9.0:1557964845.676684:0:14867:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00001000:12.0:1557964845.676685:0:14861:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=25 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964845.676685:0:14867:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964845.676685:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964845.676686:0:14861:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964845.676686:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964845.676686:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676686:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964845.676687:0:14861:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964845.676687:0:14861:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:9.0:1557964845.676687:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964845.676687:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964845.676688:0:14861:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964845.676688:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964845.676688:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676688:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964845.676689:0:14861:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964845.676690:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000001:8.0:1557964845.676690:0:14862:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964845.676691:0:14862:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964845.676692:0:14862:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:12.0:1557964845.676693:0:14861:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964845.676695:0:14861:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964845.676695:0:14861:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:8.0:1557964845.676695:0:14862:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:12.0:1557964845.676697:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:12.0:1557964845.676700:0:14861:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_12:8c05ad95-98db-8b06-7942-a20be71d88ee:14861:1633636024601248:172.19.1.24@o2ib100:400 00000100:00000200:8.0:1557964845.676700:0:14862:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964845.676702:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964845.676703:0:14861:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:8.0:1557964845.676703:0:14862:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:12.0:1557964845.676704:0:14861:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627623300 x1633636024601248/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:8.0:1557964845.676705:0:14862:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000100:00000001:12.0:1557964845.676706:0:14861:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000400:00000200:8.0:1557964845.676706:0:14862:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 02000000:00000001:12.0:1557964845.676707:0:14861:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:8.0:1557964845.676707:0:14862:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964845.676707:0:14862:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:12.0:1557964845.676708:0:14861:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fd000. 00000100:00000001:8.0:1557964845.676708:0:14862:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:12.0:1557964845.676709:0:14861:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1557964845.676709:0:14861:0:(genops.c:1221:class_import_put()) Process entered 02000000:00000001:8.0:1557964845.676709:0:14862:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000020:00000040:12.0:1557964845.676710:0:14861:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000001:8.0:1557964845.676710:0:14862:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000020:00000001:12.0:1557964845.676711:0:14861:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964845.676711:0:14861:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365100. 00000100:00000001:8.0:1557964845.676711:0:14862:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964845.676712:0:14861:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964845.676712:0:14862:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964845.676713:0:14861:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557964845.676713:0:14861:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627623300. 00000100:00000001:12.0:1557964845.676714:0:14861:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00001000:8.0:1557964845.676714:0:14862:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=25 v=45 (45 45 45 45) 00000100:00000001:12.0:1557964845.676716:0:14861:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964845.676716:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:8.0:1557964845.676716:0:14862:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=25 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964845.676717:0:14862:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964845.676717:0:14862:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676718:0:14861:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964845.676719:0:14861:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964845.676719:0:14862:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:12.0:1557964845.676720:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00010000:00000001:8.0:1557964845.676720:0:14862:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676721:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964845.676722:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964845.676722:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676722:0:14862:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557964845.676722:0:14862:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:8.0:1557964845.676723:0:14862:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557964845.676723:0:14862:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964845.676725:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964845.676728:0:14862:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964845.676729:0:14862:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964845.676729:0:14862:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557964845.676730:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:8.0:1557964845.676734:0:14862:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_13:looze-MDT0000-lwp-OST0009_UUID:14862:1633636024601264:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964845.676736:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964845.676737:0:14862:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1557964845.676737:0:14862:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627623000 x1633636024601264/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964951 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964845.676740:0:14862:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964845.676741:0:14862:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557964845.676741:0:14862:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03ae00. 02000000:00000001:8.0:1557964845.676742:0:14862:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964845.676743:0:14862:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557964845.676743:0:14862:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:8.0:1557964845.676744:0:14862:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964845.676745:0:14862:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365000. 02000000:00000001:8.0:1557964845.676745:0:14862:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964845.676746:0:14862:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964845.676746:0:14862:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627623000. 00000100:00000001:8.0:1557964845.676747:0:14862:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964845.676748:0:14862:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964845.676748:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964845.676750:0:14862:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964845.676751:0:14862:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676752:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964845.676753:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964845.676754:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964845.676754:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964846.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964846.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964846.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964846.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964846.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964846.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964846.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964846.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964846.508077:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964846.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964846.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964846.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964846.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964846.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964846.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964846.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964847.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964847.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964847.508020:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964847.508022:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964847.508025:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964847.508026:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964847.508027:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964847.508027:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964847.508033:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964847.508034:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964847.508035:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964847.508035:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964847.508073:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964847.508074:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964847.508075:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964847.508075:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964847.585145:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871eb19300 (tot 24345748). 00000400:00000010:6.0:1557964847.585169:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871eb19300 (tot 24345492). 00000020:00000001:6.0:1557964847.586151:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964847.586152:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318563912, max_age 4318567914 00002000:00000001:6.0:1557964847.586153:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964847.586154:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964847.586155:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964847.586158:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964847.586159:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964847.586159:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964847.586161:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964847.586163:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964847.586164:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964847.586165:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964847.586166:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964847.586168:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964847.586168:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964847.586192:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964847.586192:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318568914, max_age 4318567914 00000020:00000004:6.0:1557964847.586193:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964847.586194:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964847.586215:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964847.586216:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318568914, max_age 4318567914 00000020:00000004:6.0:1557964847.586217:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964847.586218:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964847.586240:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964847.586241:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318568914, max_age 4318567914 00000020:00000004:6.0:1557964847.586241:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964847.586242:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964848.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964848.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964848.508070:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964848.508072:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964848.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964848.508079:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964848.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964848.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964848.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964848.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964848.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964848.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964848.508111:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964848.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964848.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964848.508119:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964849.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964849.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964849.508073:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964849.508074:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964849.508077:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964849.508077:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964849.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964849.508079:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964849.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964849.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964849.508086:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964849.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964849.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964849.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964849.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964849.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964850.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964850.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964850.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964850.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964850.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964850.508053:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:8.0:1557964850.508055:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964850.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964850.508058:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:8.0:1557964850.508059:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:8.0:1557964850.508061:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964850.508062:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:8.0:1557964850.508063:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964850.508065:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964850.508067:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964850.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964850.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964850.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964850.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964850.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964850.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964850.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964850.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964850.563042:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964850.563063:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964850.563071:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964850.563079:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964850.563082:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964850.563088:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010ad0 00000400:00000200:14.0:1557964850.563094:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9585 [1] + 0 00000400:00000010:14.0:1557964850.563099:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36de0. 00000400:00000200:14.0:1557964850.563101:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2800 00000800:00000200:15.0:1557964850.563104:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964850.563104:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964850.563106:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964850.563108:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebf850 x1633635891481296 msgsize 224 00000100:00100000:14.0:1557964850.563114:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964850.563116:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964850.563120:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964850.563121:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2800 00000400:00000010:14.0:1557964850.563122:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2800. 00000400:00000010:14.0:1557964850.563125:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964850.563129:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964850.563133:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964850.563135:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964850.563156:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964850.563159:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964850.563161:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964850.563163:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964850.563164:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964850.563165:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964850.563169:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964850.563171:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481296 00000020:00000001:10.0:1557964850.563173:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964850.563174:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964850.563176:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964850.563178:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964850.563180:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964850.563183:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964850.563185:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964850.563187:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964850.563190:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964850.563193:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd100. 00000020:00000010:10.0:1557964850.563195:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964850.563198:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964850.563200:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964850.563201:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964850.563203:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964850.563213:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964850.563219:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964850.563222:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964850.563224:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964850.563225:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964850.563226:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964850.563227:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964850.563229:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964850.563234:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1618 00000100:00000040:10.0:1557964850.563236:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964850.563238:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725382736 : -131291984168880 : ffff889733ebf850) 00000100:00000040:10.0:1557964850.563242:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebf850 x1633635891481296/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:516/0 lens 224/0 e 0 to 0 dl 1557964911 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964850.563252:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964850.563253:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964850.563257:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891481296:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964850.563260:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481296 00000020:00000001:10.0:1557964850.563262:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964850.563264:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964850.563265:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964850.563267:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964850.563269:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964850.563271:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964850.563273:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964850.563274:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964850.563275:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964850.563277:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964850.563279:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964850.563280:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964850.563282:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557964850.563284:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964850.563285:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964850.563287:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964850.563289:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964850.563290:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964850.563293:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964850.563297:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964850.563299:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964850.563302:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964850.563305:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964850.563308:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964850.563325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964850.563326:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964850.563327:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964850.563328:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964850.563329:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964850.563330:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481296 00010000:00000001:10.0:1557964850.563331:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964850.563332:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebf850 x1633635891481296/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:516/0 lens 224/368 e 0 to 0 dl 1557964911 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964850.563336:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964850.563336:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964850.563337:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=153 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964850.563339:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964850.563340:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964850.563341:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964850.563342:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964850.563343:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964850.563344:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964850.563345:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964850.563346:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc000. 00000100:00000200:10.0:1557964850.563348:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481296, offset 192 00000400:00000010:10.0:1557964850.563349:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68de00 (tot 24345892). 00000400:00000200:10.0:1557964850.563351:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964850.563357:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964850.563359:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964850.563362:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964850.563363:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964850.563364:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964850.563367:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964850.563368:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964850.563369:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964850.563370:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964850.563370:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964850.563371:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964850.563371:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964850.563372:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964850.563373:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964850.563374:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964850.563374:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebf850 x1633635891481296/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:516/0 lens 224/336 e 0 to 0 dl 1557964911 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964850.563376:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964850.563378:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964850.563379:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964850.563379:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc000 00000100:00100000:10.0:1557964850.563379:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891481296:12345-172.19.1.25@o2ib100:13 Request processed in 126us (269us total) trans 0 rc 0/0 00000400:00000010:14.0:1557964850.563380:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc000. 00000400:00000010:14.0:1557964850.563381:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68de00 (tot 24345492). 00000800:00000200:14.0:1557964850.563382:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00100000:10.0:1557964850.563382:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1618 00000100:00000040:10.0:1557964850.563383:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964850.563383:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964850.563384:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964850.563384:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964850.563385:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd100. 00000020:00000010:10.0:1557964850.563386:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964850.563387:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000040:10.0:1557964850.563388:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964850.563389:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964850.563389:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557964850.563390:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964850.563391:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964850.563392:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964850.563393:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2060. 00000400:00000010:10.0:1557964850.563394:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd100. 00000400:00000001:10.0:1557964850.563395:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964850.563396:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964850.571397:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964850.571451:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964850.571461:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964850.571469:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964850.571472:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964850.571478:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc124d0 00000400:00000200:7.0:1557964850.571486:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd519 [1] + 0 00000400:00000010:7.0:1557964850.571490:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95300. 00000800:00000200:17.0:1557964850.571493:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964850.571493:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebed80 00000100:00000001:7.0:1557964850.571497:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964850.571498:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964850.571501:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630262050 x1633635870516432 msgsize 224 00000100:00100000:7.0:1557964850.571507:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964850.571509:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964850.571512:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964850.571513:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebed80 00000400:00000010:7.0:1557964850.571515:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebed80. 00000400:00000010:7.0:1557964850.571517:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964850.571520:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964850.571520:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964850.571523:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964850.571523:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964850.571525:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964850.571525:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964850.571527:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964850.571528:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964850.571530:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964850.571533:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964850.571536:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516432 00000020:00000001:1.0:1557964850.571538:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964850.571539:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964850.571541:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964850.571543:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964850.571545:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964850.571548:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964850.571551:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964850.571552:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964850.571555:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964850.571558:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f800. 00000020:00000010:1.0:1557964850.571560:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964850.571563:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964850.571565:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964850.571566:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964850.571567:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964850.571570:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964850.571576:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964850.571579:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964850.571580:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964850.571582:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964850.571583:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964850.571584:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964850.571587:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964850.571592:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1624 00000100:00000040:1.0:1557964850.571594:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964850.571596:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647641168 : -131365061910448 : ffff888630262050) 00000100:00000040:1.0:1557964850.571600:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630262050 x1633635870516432/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:516/0 lens 224/0 e 0 to 0 dl 1557964911 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964850.571610:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964850.571611:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964850.571615:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870516432:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964850.571618:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516432 00000020:00000001:1.0:1557964850.571620:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964850.571622:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964850.571623:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964850.571625:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964850.571627:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964850.571629:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964850.571630:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964850.571632:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964850.571633:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964850.571634:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964850.571637:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964850.571638:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964850.571640:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:1.0:1557964850.571642:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964850.571644:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964850.571646:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964850.571648:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964850.571649:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964850.571651:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964850.571653:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964850.571656:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964850.571659:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964850.571662:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964850.571665:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964850.571668:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964850.571671:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964850.571672:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964850.571674:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516432 00010000:00000001:1.0:1557964850.571677:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964850.571680:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630262050 x1633635870516432/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:516/0 lens 224/368 e 0 to 0 dl 1557964911 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964850.571689:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964850.571690:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964850.571692:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=153 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964850.571696:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964850.571699:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964850.571701:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964850.571703:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964850.571704:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964850.571706:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964850.571709:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964850.571711:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f400. 00000100:00000200:1.0:1557964850.571714:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516432, offset 192 00000400:00000010:1.0:1557964850.571717:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74e00 (tot 24345892). 00000400:00000200:1.0:1557964850.571722:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964850.571735:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964850.571740:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964850.571746:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964850.571764:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964850.571765:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964850.571768:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964850.571769:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964850.571770:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964850.571771:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964850.571772:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964850.571773:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964850.571774:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964850.571775:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964850.571776:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630262050 x1633635870516432/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:516/0 lens 224/336 e 0 to 0 dl 1557964911 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964850.571780:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870516432:12345-172.19.1.24@o2ib100:13 Request processed in 169us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964850.571783:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1624 00000100:00000040:1.0:1557964850.571784:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964850.571784:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964850.571785:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964850.571786:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f800. 00000020:00000010:1.0:1557964850.571787:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964850.571788:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964850.571789:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964850.571790:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964850.571791:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964850.571792:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0480. 00000400:00000010:1.0:1557964850.571793:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f800. 00000400:00000001:1.0:1557964850.571794:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964850.571794:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964850.571821:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964850.571856:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964850.571860:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964850.571862:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964850.571863:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964850.571864:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:4.0:1557964850.571865:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964850.571883:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964850.571884:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f400 00000400:00000010:4.0:1557964850.571885:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f400. 00000400:00000010:4.0:1557964850.571886:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74e00 (tot 24345492). 00000800:00000200:4.0:1557964850.571887:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964850.571888:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964850.927624:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:17.0:1557964850.927677:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964850.927687:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:17.0:1557964850.927695:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:17.0:1557964850.927698:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863f648800 (tot 24345892). 00000400:00000200:17.0:1557964850.927704:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726240 00000400:00000200:17.0:1557964850.927710:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbde9 [1] + 0 00000400:00000010:17.0:1557964850.927715:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83541e0. 00000400:00000200:17.0:1557964850.927717:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80700 00000100:00000001:17.0:1557964850.927720:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964850.927721:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:7.0:1557964850.927721:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000040:17.0:1557964850.927724:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863d642850 x1633636318339648 msgsize 224 00000100:00100000:17.0:1557964850.927730:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:17.0:1557964850.927732:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964850.927735:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964850.927736:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80700 00000400:00000010:17.0:1557964850.927739:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80700. 00000400:00000010:17.0:1557964850.927741:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863f648800 (tot 24345492). 00000800:00000200:17.0:1557964850.927743:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964850.927746:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964850.927748:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964850.927772:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964850.927776:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964850.927778:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964850.927779:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964850.927781:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964850.927782:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964850.927785:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964850.927788:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339648 00000020:00000001:19.0:1557964850.927792:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964850.927793:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964850.927794:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964850.927796:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964850.927798:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964850.927801:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964850.927803:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964850.927805:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964850.927807:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964850.927810:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fd980. 00000020:00000010:19.0:1557964850.927812:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f6180. 00000100:00000040:19.0:1557964850.927815:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964850.927817:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964850.927818:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964850.927819:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964850.927822:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964850.927823:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964850.927824:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964850.927829:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964850.927832:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964850.927834:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964850.927835:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964850.927836:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964850.927837:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964850.927838:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964850.927842:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 301 00000100:00000040:19.0:1557964850.927844:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964850.927846:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869810256 : -131364839741360 : ffff88863d642850) 00000100:00000040:19.0:1557964850.927850:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d642850 x1633636318339648/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:516/0 lens 224/0 e 0 to 0 dl 1557964911 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964850.927860:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964850.927861:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964850.927864:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24077:x1633636318339648:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964850.927868:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339648 00000020:00000001:19.0:1557964850.927870:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964850.927872:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964850.927873:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964850.927875:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964850.927876:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964850.927879:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964850.927880:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964850.927881:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964850.927882:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964850.927884:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964850.927885:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964850.927886:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964850.927888:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964850.927890:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964850.927891:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964850.927893:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684301000. 02000000:00000001:19.0:1557964850.927895:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964850.927896:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964850.927898:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964850.927900:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339648 00010000:00000001:19.0:1557964850.927902:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964850.927905:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d642850 x1633636318339648/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:516/0 lens 224/224 e 0 to 0 dl 1557964911 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964850.927913:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964850.927915:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964850.927916:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=153 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964850.927920:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964850.927923:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964850.927925:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964850.927926:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964850.927928:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964850.927929:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964850.927932:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964850.927934:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fdb80. 00000100:00000200:19.0:1557964850.927937:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339648, offset 192 00000400:00000010:19.0:1557964850.927939:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684300400 (tot 24345892). 00000400:00000200:19.0:1557964850.927944:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964850.927957:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964850.927962:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964850.927968:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964850.927971:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964850.927972:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964850.927996:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964850.927998:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964850.928000:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964850.928002:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964850.928019:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964850.928020:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964850.928020:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964850.928021:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964850.928022:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d642850 x1633636318339648/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:516/0 lens 224/192 e 0 to 0 dl 1557964911 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964850.928026:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24077:x1633636318339648:12345-172.19.1.39@o2ib100:400 Request processed in 165us (301us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964850.928029:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 301 00000100:00000040:19.0:1557964850.928030:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964850.928030:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964850.928031:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964850.928031:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fd980. 00000020:00000010:19.0:1557964850.928032:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f6180. 00000020:00000010:19.0:1557964850.928033:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557964850.928034:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964850.928035:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964850.928036:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964850.928037:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73de0. 00000400:00000010:19.0:1557964850.928038:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fd980. 00000400:00000001:19.0:1557964850.928039:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964850.928040:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964850.928040:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964850.928082:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557964850.928086:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:4.0:1557964850.928088:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964850.928089:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964850.928090:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684301000. 02000000:00000001:4.0:1557964850.928091:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964850.928091:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964850.928092:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fdb80 00000400:00000010:4.0:1557964850.928093:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fdb80. 00000400:00000010:4.0:1557964850.928094:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684300400 (tot 24345492). 00000800:00000200:4.0:1557964850.928095:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557964850.928096:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:8.0:1557964851.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964851.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964851.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964851.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964851.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964851.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964851.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964851.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964851.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964851.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964851.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964851.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964851.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964851.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964851.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964851.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964852.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964852.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964852.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964852.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964852.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964852.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964852.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964852.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964852.508073:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964852.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964852.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964852.508080:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964852.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964852.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964852.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964852.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964852.586653:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873c6d5100 (tot 24345748). 00000400:00000010:6.0:1557964852.586668:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873c6d5100 (tot 24345492). 00000020:00000001:6.0:1557964852.587711:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964852.587712:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318568914, max_age 4318572915 00002000:00000001:6.0:1557964852.587713:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964852.587713:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964852.587714:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964852.587717:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964852.587718:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964852.587719:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964852.587720:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964852.587721:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964852.587722:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964852.587723:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964852.587725:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964852.587727:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964852.587727:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964852.587752:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964852.587752:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318573915, max_age 4318572915 00000020:00000004:6.0:1557964852.587753:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964852.587754:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964852.587776:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964852.587776:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318573915, max_age 4318572915 00000020:00000004:6.0:1557964852.587777:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964852.587778:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964852.587800:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964852.587801:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318573915, max_age 4318572915 00000020:00000004:6.0:1557964852.587802:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964852.587803:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964853.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964853.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964853.508078:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964853.508080:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964853.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964853.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964853.508089:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964853.508090:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964853.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964853.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964853.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964853.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964853.508121:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964853.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964853.508125:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964853.508126:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964854.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964854.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964854.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964854.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964854.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964854.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964854.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964854.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964854.508069:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964854.508071:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964854.508074:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964854.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964854.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964854.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964854.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964854.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964855.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964855.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964855.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964855.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964855.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964855.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964855.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964855.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964855.508067:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964855.508070:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964855.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964855.508074:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964855.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964855.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964855.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964855.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964855.571079:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964855.571091:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964855.571095:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964855.571098:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964855.571100:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964855.571103:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010af0 00000400:00000200:14.0:1557964855.571105:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9595 [1] + 0 00000400:00000010:14.0:1557964855.571107:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36e40. 00000400:00000200:14.0:1557964855.571109:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3700 00000100:00000001:14.0:1557964855.571111:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964855.571111:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964855.571113:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebf450 x1633635891481328 msgsize 224 00000100:00100000:14.0:1557964855.571115:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964855.571116:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964855.571118:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964855.571119:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3700 00000400:00000010:14.0:1557964855.571120:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3700. 00000400:00000010:14.0:1557964855.571121:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964855.571122:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:15.0:1557964855.571124:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964855.571124:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964855.571144:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964855.571150:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964855.571152:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964855.571153:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964855.571154:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964855.571156:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964855.571157:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964855.571159:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964855.571161:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481328 00000020:00000001:10.0:1557964855.571162:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964855.571162:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964855.571163:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964855.571164:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964855.571165:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964855.571166:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964855.571168:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964855.571169:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964855.571171:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964855.571172:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd580. 00000020:00000010:10.0:1557964855.571174:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964855.571175:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964855.571176:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964855.571177:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964855.571177:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964855.571179:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964855.571182:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964855.571183:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964855.571184:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964855.571184:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964855.571185:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964855.571186:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964855.571187:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964855.571189:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1619 00000100:00000040:10.0:1557964855.571190:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964855.571191:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725381712 : -131291984169904 : ffff889733ebf450) 00000100:00000040:10.0:1557964855.571192:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebf450 x1633635891481328/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:521/0 lens 224/0 e 0 to 0 dl 1557964916 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964855.571196:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964855.571196:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964855.571197:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891481328:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964855.571199:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481328 00000020:00000001:10.0:1557964855.571200:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964855.571201:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964855.571202:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964855.571203:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964855.571204:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964855.571205:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964855.571206:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964855.571206:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964855.571207:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964855.571208:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964855.571209:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964855.571209:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964855.571210:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557964855.571211:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964855.571211:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964855.571212:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964855.571213:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964855.571214:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964855.571215:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964855.571217:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964855.571218:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964855.571219:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964855.571220:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964855.571222:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964855.571223:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964855.571224:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964855.571226:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964855.571227:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964855.571228:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964855.571229:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481328 00010000:00000001:10.0:1557964855.571230:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964855.571231:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebf450 x1633635891481328/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:521/0 lens 224/368 e 0 to 0 dl 1557964916 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964855.571235:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964855.571236:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964855.571237:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=8 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964855.571239:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964855.571240:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964855.571241:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964855.571242:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964855.571242:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964855.571243:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964855.571244:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964855.571245:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd280. 00000100:00000200:10.0:1557964855.571247:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481328, offset 192 00000400:00000010:10.0:1557964855.571249:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688600 (tot 24345892). 00000400:00000200:10.0:1557964855.571251:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964855.571257:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964855.571259:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964855.571262:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964855.571263:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964855.571264:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964855.571266:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964855.571267:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964855.571268:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964855.571269:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964855.571270:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964855.571270:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964855.571272:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964855.571272:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964855.571273:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964855.571274:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964855.571274:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebf450 x1633635891481328/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:521/0 lens 224/336 e 0 to 0 dl 1557964916 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964855.571276:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964855.571278:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964855.571278:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891481328:12345-172.19.1.25@o2ib100:13 Request processed in 81us (164us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964855.571279:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964855.571280:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964855.571281:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd280 00000100:00100000:10.0:1557964855.571281:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1619 00000400:00000010:14.0:1557964855.571282:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd280. 00000400:00000010:14.0:1557964855.571283:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688600 (tot 24345492). 00000100:00000040:10.0:1557964855.571283:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964855.571284:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964855.571284:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964855.571285:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964855.571285:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd580. 00000020:00000010:10.0:1557964855.571287:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964855.571288:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000040:10.0:1557964855.571289:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964855.571290:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964855.571290:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557964855.571291:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964855.571292:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964855.571293:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964855.571294:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2300. 00000400:00000010:10.0:1557964855.571295:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd580. 00000400:00000001:10.0:1557964855.571296:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964855.571297:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964855.579348:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964855.579396:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964855.579406:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964855.579414:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964855.579419:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964855.579426:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc124f0 00000400:00000200:7.0:1557964855.579432:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd529 [1] + 0 00000400:00000010:7.0:1557964855.579436:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f952a0. 00000800:00000200:17.0:1557964855.579438:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964855.579438:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf980 00000100:00000001:7.0:1557964855.579443:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964855.579444:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964855.579446:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630261c50 x1633635870516464 msgsize 224 00000100:00100000:7.0:1557964855.579452:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964855.579454:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964855.579457:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964855.579458:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf980 00000400:00000010:7.0:1557964855.579460:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf980. 00000400:00000010:7.0:1557964855.579462:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964855.579465:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964855.579465:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964855.579468:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964855.579468:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964855.579469:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964855.579470:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964855.579472:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964855.579473:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964855.579475:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964855.579478:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964855.579481:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516464 00000020:00000001:1.0:1557964855.579483:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964855.579484:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964855.579486:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964855.579488:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964855.579490:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964855.579493:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964855.579498:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964855.579499:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964855.579501:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964855.579504:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f380. 00000020:00000010:1.0:1557964855.579507:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964855.579509:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964855.579512:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964855.579513:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964855.579514:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964855.579517:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964855.579523:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964855.579526:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964855.579527:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964855.579528:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964855.579529:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964855.579531:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964855.579532:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964855.579537:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1625 00000100:00000040:1.0:1557964855.579539:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964855.579541:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647640144 : -131365061911472 : ffff888630261c50) 00000100:00000040:1.0:1557964855.579545:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630261c50 x1633635870516464/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:521/0 lens 224/0 e 0 to 0 dl 1557964916 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964855.579555:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964855.579556:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964855.579560:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870516464:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964855.579563:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516464 00000020:00000001:1.0:1557964855.579565:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964855.579567:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964855.579570:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964855.579572:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964855.579573:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964855.579576:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964855.579577:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964855.579579:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964855.579581:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964855.579583:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964855.579585:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964855.579586:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964855.579589:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9400. 02000000:00000001:1.0:1557964855.579591:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964855.579592:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964855.579594:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964855.579596:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964855.579597:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964855.579599:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964855.579601:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964855.579604:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964855.579607:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964855.579610:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964855.579613:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964855.579615:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964855.579619:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964855.579620:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964855.579622:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516464 00010000:00000001:1.0:1557964855.579624:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964855.579627:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630261c50 x1633635870516464/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:521/0 lens 224/368 e 0 to 0 dl 1557964916 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964855.579636:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964855.579638:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964855.579640:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=8 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964855.579643:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964855.579646:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964855.579648:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964855.579650:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964855.579652:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964855.579653:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964855.579672:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964855.579674:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f300. 00000100:00000200:1.0:1557964855.579677:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516464, offset 192 00000400:00000010:1.0:1557964855.579679:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74000 (tot 24345892). 00000400:00000200:1.0:1557964855.579680:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964855.579686:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964855.579688:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964855.579691:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964855.579692:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964855.579694:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964855.579696:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964855.579697:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964855.579697:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964855.579698:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964855.579700:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964855.579700:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964855.579701:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964855.579702:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964855.579703:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630261c50 x1633635870516464/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:521/0 lens 224/336 e 0 to 0 dl 1557964916 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964855.579707:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870516464:12345-172.19.1.24@o2ib100:13 Request processed in 151us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964855.579709:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1625 00000100:00000040:1.0:1557964855.579710:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964855.579711:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964855.579711:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964855.579712:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f380. 00000020:00000010:1.0:1557964855.579713:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964855.579714:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964855.579715:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964855.579716:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964855.579717:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964855.579718:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0840. 00000400:00000010:1.0:1557964855.579720:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f380. 00000400:00000001:1.0:1557964855.579721:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964855.579722:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964855.579750:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964855.579786:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964855.579790:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964855.579791:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964855.579792:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964855.579793:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9400. 02000000:00000001:4.0:1557964855.579794:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964855.579795:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964855.579796:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f300 00000400:00000010:4.0:1557964855.579797:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f300. 00000400:00000010:4.0:1557964855.579798:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74000 (tot 24345492). 00000800:00000200:4.0:1557964855.579799:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964855.579800:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:8.0:1557964856.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964856.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964856.508064:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964856.508066:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964856.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964856.508076:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964856.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964856.508079:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964856.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964856.508093:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964856.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964856.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964856.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964856.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964856.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964856.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964857.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964857.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964857.508025:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964857.508026:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964857.508029:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964857.508029:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964857.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964857.508030:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964857.508035:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964857.508036:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964857.508038:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964857.508038:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964857.508056:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964857.508058:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964857.508059:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964857.508059:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964857.588414:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888736c8e500 (tot 24345748). 00000400:00000010:6.0:1557964857.588431:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888736c8e500 (tot 24345492). 00000020:00000001:6.0:1557964857.589469:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964857.589470:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318573915, max_age 4318577917 00002000:00000001:6.0:1557964857.589471:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964857.589472:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964857.589473:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964857.589475:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964857.589476:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964857.589477:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964857.589478:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964857.589479:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964857.589481:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964857.589482:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964857.589482:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964857.589484:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964857.589484:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964857.589509:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964857.589510:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318578917, max_age 4318577917 00000020:00000004:6.0:1557964857.589511:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964857.589512:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964857.589535:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964857.589535:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318578917, max_age 4318577917 00000020:00000004:6.0:1557964857.589536:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964857.589536:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964857.589560:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964857.589560:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318578917, max_age 4318577917 00000020:00000004:6.0:1557964857.589561:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964857.589561:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964858.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964858.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964858.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964858.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964858.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964858.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964858.508067:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964858.508068:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964858.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964858.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964858.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964858.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964858.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964858.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964858.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964858.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964859.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964859.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:8.0:1557964859.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:8.0:1557964859.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964859.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964859.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964859.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:8.0:1557964859.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964859.508066:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964859.508067:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964859.508068:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964859.508069:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964859.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964859.508086:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:9.0:1557964859.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:9.0:1557964859.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964860.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964860.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:9.0:1557964860.508074:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:9.0:1557964860.508077:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964860.508086:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:9.0:1557964860.508088:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:9.0:1557964860.508090:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964860.508093:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:9.0:1557964860.508095:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:9.0:1557964860.508096:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:9.0:1557964860.508097:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964860.508099:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:9.0:1557964860.508100:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964860.508102:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964860.508103:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964860.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964860.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964860.508120:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964860.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964860.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964860.508122:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964860.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:10.0:1557964860.508126:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964860.579106:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964860.579130:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964860.579138:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964860.579146:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964860.579149:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c214a00 (tot 24345892). 00000400:00000200:14.0:1557964860.579156:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010b10 00000400:00000200:14.0:1557964860.579162:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x95a5 [1] + 0 00000400:00000010:14.0:1557964860.579166:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36f00. 00000400:00000200:14.0:1557964860.579168:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2100 00000800:00000200:15.0:1557964860.579171:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964860.579172:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964860.579173:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964860.579176:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebf050 x1633635891481360 msgsize 224 00000100:00100000:14.0:1557964860.579182:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964860.579183:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964860.579187:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964860.579188:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2100 00000400:00000010:14.0:1557964860.579190:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2100. 00000400:00000010:14.0:1557964860.579192:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c214a00 (tot 24345492). 00000800:00000200:14.0:1557964860.579195:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964860.579197:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964860.579199:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964860.579224:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964860.579227:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964860.579229:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964860.579231:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964860.579232:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964860.579234:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964860.579237:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964860.579240:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481360 00000020:00000001:10.0:1557964860.579242:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964860.579243:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964860.579245:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964860.579247:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964860.579249:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964860.579252:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964860.579254:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964860.579257:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964860.579261:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689600. 00000020:00000010:10.0:1557964860.579264:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc180. 00000020:00000010:10.0:1557964860.579267:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f26fc0. 00000100:00000040:10.0:1557964860.579270:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964860.579272:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964860.579273:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964860.579274:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964860.579277:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964860.579283:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964860.579286:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964860.579287:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964860.579289:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964860.579290:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964860.579291:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964860.579292:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964860.579297:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1620 00000100:00000040:10.0:1557964860.579300:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964860.579302:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725380688 : -131291984170928 : ffff889733ebf050) 00000100:00000040:10.0:1557964860.579306:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebf050 x1633635891481360/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:526/0 lens 224/0 e 0 to 0 dl 1557964921 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964860.579316:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964860.579317:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964860.579320:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891481360:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964860.579324:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481360 00000020:00000001:10.0:1557964860.579325:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964860.579327:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964860.579328:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964860.579331:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964860.579332:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964860.579334:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964860.579335:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964860.579337:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964860.579338:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964860.579339:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964860.579343:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964860.579344:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964860.579346:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557964860.579347:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964860.579349:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964860.579351:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964860.579353:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964860.579354:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964860.579356:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964860.579360:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964860.579362:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964860.579365:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964860.579368:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964860.579370:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964860.579373:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964860.579376:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964860.579378:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964860.579381:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964860.579383:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964860.579385:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481360 00010000:00000001:10.0:1557964860.579387:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964860.579390:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebf050 x1633635891481360/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:526/0 lens 224/368 e 0 to 0 dl 1557964921 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964860.579399:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964860.579400:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964860.579402:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=13 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964860.579406:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964860.579409:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964860.579411:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964860.579413:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964860.579414:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964860.579416:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964860.579420:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964860.579421:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd180. 00000100:00000200:10.0:1557964860.579425:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481360, offset 192 00000400:00000010:10.0:1557964860.579430:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f800 (tot 24345892). 00000400:00000200:10.0:1557964860.579434:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964860.579447:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964860.579453:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964860.579458:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964860.579461:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964860.579463:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964860.579467:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964860.579469:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964860.579471:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964860.579473:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964860.579476:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964860.579477:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000800:00000200:14.2:1557964860.579479:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964860.579479:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964860.579480:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964860.579483:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebf050 x1633635891481360/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:526/0 lens 224/336 e 0 to 0 dl 1557964921 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964860.579505:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964860.579506:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891481360:12345-172.19.1.25@o2ib100:13 Request processed in 189us (329us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964860.579507:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964860.579509:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964860.579509:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1620 00000100:00000001:14.0:1557964860.579510:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00000040:10.0:1557964860.579510:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964860.579510:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:14.0:1557964860.579511:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd180 00000100:00000001:10.0:1557964860.579511:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:14.0:1557964860.579512:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd180. 00000020:00000010:10.0:1557964860.579512:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc180. 00000400:00000010:14.0:1557964860.579513:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f800 (tot 24345492). 00000020:00000010:10.0:1557964860.579513:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f26fc0. 00000020:00000010:10.0:1557964860.579514:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689600. 00000800:00000200:14.0:1557964860.579515:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000040:10.0:1557964860.579515:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557964860.579516:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 02000000:00000001:10.0:1557964860.579516:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964860.579517:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557964860.579517:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964860.579518:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964860.579519:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964860.579520:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2420. 00000400:00000010:10.0:1557964860.579521:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc180. 00000400:00000001:10.0:1557964860.579523:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964860.579524:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964860.587383:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964860.587433:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964860.587443:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964860.587451:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964860.587454:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863f648800 (tot 24345892). 00000400:00000200:17.0:1557964860.587461:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12510 00000400:00000200:17.0:1557964860.587467:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd539 [1] + 0 00000400:00000010:17.0:1557964860.587472:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95240. 00000400:00000200:17.0:1557964860.587474:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe580 00000800:00000200:7.0:1557964860.587475:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964860.587477:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964860.587479:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964860.587481:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630261850 x1633635870516496 msgsize 224 00000100:00100000:17.0:1557964860.587488:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964860.587490:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964860.587493:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964860.587495:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe580 00000400:00000010:17.0:1557964860.587497:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe580. 00000400:00000010:17.0:1557964860.587500:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863f648800 (tot 24345492). 00000400:00000001:1.0:1557964860.587502:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964860.587503:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964860.587506:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964860.587507:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964860.587509:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964860.587509:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964860.587511:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964860.587513:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964860.587515:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964860.587519:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964860.587522:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516496 00000020:00000001:1.0:1557964860.587525:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964860.587526:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964860.587528:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964860.587530:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964860.587532:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964860.587534:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964860.587537:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964860.587539:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964860.587541:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964860.587544:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f280. 00000020:00000010:1.0:1557964860.587546:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964860.587549:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964860.587551:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964860.587553:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964860.587554:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964860.587557:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964860.587561:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964860.587565:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964860.587566:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964860.587567:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964860.587568:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964860.587570:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964860.587571:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964860.587575:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1626 00000100:00000040:1.0:1557964860.587577:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964860.587579:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647639120 : -131365061912496 : ffff888630261850) 00000100:00000040:1.0:1557964860.587586:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630261850 x1633635870516496/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:526/0 lens 224/0 e 0 to 0 dl 1557964921 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964860.587596:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964860.587597:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964860.587600:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870516496:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964860.587604:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516496 00000020:00000001:1.0:1557964860.587605:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964860.587607:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964860.587609:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964860.587611:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964860.587627:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964860.587628:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964860.587629:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964860.587629:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964860.587630:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964860.587631:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964860.587632:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964860.587633:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964860.587635:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:1.0:1557964860.587636:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964860.587637:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964860.587638:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964860.587639:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964860.587640:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964860.587641:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964860.587641:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964860.587643:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964860.587644:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964860.587645:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964860.587646:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964860.587648:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964860.587649:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964860.587650:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964860.587651:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516496 00010000:00000001:1.0:1557964860.587653:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964860.587654:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630261850 x1633635870516496/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:526/0 lens 224/368 e 0 to 0 dl 1557964921 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964860.587658:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964860.587658:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964860.587659:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=13 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964860.587661:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964860.587662:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964860.587663:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964860.587663:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964860.587664:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964860.587665:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964860.587666:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964860.587667:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f200. 00000100:00000200:1.0:1557964860.587668:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516496, offset 192 00000400:00000010:1.0:1557964860.587670:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72000 (tot 24345892). 00000400:00000200:1.0:1557964860.587671:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964860.587677:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964860.587679:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964860.587682:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964860.587683:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964860.587684:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964860.587686:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964860.587687:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964860.587688:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964860.587689:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964860.587690:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964860.587691:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964860.587691:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964860.587692:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964860.587693:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630261850 x1633635870516496/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:526/0 lens 224/336 e 0 to 0 dl 1557964921 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964860.587701:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870516496:12345-172.19.1.24@o2ib100:13 Request processed in 104us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964860.587704:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1626 00000100:00000040:1.0:1557964860.587705:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964860.587706:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964860.587706:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964860.587707:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f280. 00000020:00000010:1.0:1557964860.587708:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964860.587709:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964860.587710:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964860.587711:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964860.587712:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964860.587713:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0540. 00000400:00000010:1.0:1557964860.587714:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f280. 00000400:00000001:1.0:1557964860.587715:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964860.587716:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964860.587738:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964860.587773:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964860.587778:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964860.587780:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964860.587780:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964860.587781:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:4.0:1557964860.587782:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964860.587783:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964860.587801:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f200 00000400:00000010:4.0:1557964860.587802:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f200. 00000400:00000010:4.0:1557964860.587803:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72000 (tot 24345492). 00000800:00000200:4.0:1557964860.587804:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964860.587805:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:8.0:1557964861.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964861.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964861.508229:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964861.508231:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964861.508254:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964861.508255:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964861.508256:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964861.508257:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964861.508265:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964861.508266:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964861.508268:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964861.508268:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964861.508285:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:10.0:1557964861.508286:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964861.508287:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:10.0:1557964861.508287:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964862.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:8.0:1557964862.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964862.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964862.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964862.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964862.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964862.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964862.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964862.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964862.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964862.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964862.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964862.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964862.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964862.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964862.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964862.589910:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888719837800 (tot 24345748). 00000400:00000010:6.0:1557964862.589919:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888719837800 (tot 24345492). 00000020:00000001:6.0:1557964862.590928:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964862.590929:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318578917, max_age 4318582918 00002000:00000001:6.0:1557964862.590930:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964862.590931:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964862.590932:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964862.590934:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964862.590935:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964862.590936:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964862.590937:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964862.590938:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964862.590939:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964862.590940:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964862.590941:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964862.590942:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964862.590942:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964862.590967:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964862.590967:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318583918, max_age 4318582918 00000020:00000004:6.0:1557964862.590968:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964862.590969:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964862.591000:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964862.591001:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318583918, max_age 4318582919 00000020:00000004:6.0:1557964862.591001:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964862.591003:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964862.591028:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964862.591029:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318583918, max_age 4318582919 00000020:00000004:6.0:1557964862.591029:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964862.591031:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964863.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330109:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330113:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330117:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964863.330121:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964863.508076:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964863.508077:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964863.508080:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964863.508081:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964863.508082:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964863.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964863.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964863.508126:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964863.508127:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964863.508129:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964863.508134:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964863.508135:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964863.508136:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964863.508136:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964864.330141:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330144:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330145:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330148:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330150:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330152:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330154:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964864.330155:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964864.508037:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964864.508039:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964864.508045:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964864.508046:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964864.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964864.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964864.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964864.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964864.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964864.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964864.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964864.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964864.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964864.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964865.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:9.0:1557964865.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964865.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964865.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964865.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964865.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964865.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964865.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964865.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964865.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964865.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964865.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964865.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964865.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964865.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964865.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964865.587083:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964865.587105:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964865.587115:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964865.587123:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964865.587126:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964865.587133:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010b30 00000400:00000200:14.0:1557964865.587139:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x95b5 [1] + 0 00000400:00000010:14.0:1557964865.587144:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9a20. 00000400:00000200:14.0:1557964865.587146:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e880 00000800:00000200:15.0:1557964865.587149:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964865.587150:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964865.587151:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964865.587153:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebec50 x1633635891481392 msgsize 224 00000100:00100000:14.0:1557964865.587160:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964865.587161:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964865.587165:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964865.587166:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e880 00000400:00000010:14.0:1557964865.587167:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e880. 00000400:00000010:14.0:1557964865.587170:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964865.587173:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964865.587175:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964865.587177:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964865.587202:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964865.587205:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964865.587207:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964865.587209:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964865.587211:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964865.587212:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964865.587216:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964865.587219:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481392 00000020:00000001:10.0:1557964865.587221:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964865.587222:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964865.587224:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964865.587226:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964865.587228:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964865.587231:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964865.587234:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964865.587236:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964865.587240:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964865.587243:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd500. 00000020:00000010:10.0:1557964865.587246:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964865.587249:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964865.587251:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964865.587252:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964865.587253:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964865.587257:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964865.587263:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964865.587266:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964865.587267:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964865.587269:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964865.587270:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964865.587271:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964865.587272:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964865.587277:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1621 00000100:00000040:10.0:1557964865.587279:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964865.587281:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725379664 : -131291984171952 : ffff889733ebec50) 00000100:00000040:10.0:1557964865.587285:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebec50 x1633635891481392/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:531/0 lens 224/0 e 0 to 0 dl 1557964926 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964865.587306:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964865.587307:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964865.587310:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891481392:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964865.587314:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481392 00000020:00000001:10.0:1557964865.587316:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964865.587318:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964865.587319:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964865.587321:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964865.587323:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964865.587325:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964865.587326:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964865.587328:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964865.587329:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964865.587331:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964865.587333:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964865.587334:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964865.587336:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b400. 02000000:00000001:10.0:1557964865.587337:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964865.587339:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964865.587341:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964865.587343:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964865.587344:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964865.587346:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964865.587350:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964865.587352:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964865.587354:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964865.587357:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964865.587360:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964865.587363:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964865.587366:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964865.587368:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964865.587371:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964865.587375:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964865.587377:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481392 00010000:00000001:10.0:1557964865.587380:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964865.587383:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebec50 x1633635891481392/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:531/0 lens 224/368 e 0 to 0 dl 1557964926 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964865.587392:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964865.587394:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964865.587396:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=18 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964865.587399:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964865.587402:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964865.587404:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964865.587406:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964865.587408:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964865.587410:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964865.587413:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964865.587415:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc800. 00000100:00000200:10.0:1557964865.587418:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481392, offset 192 00000400:00000010:10.0:1557964865.587422:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e800 (tot 24345892). 00000400:00000200:10.0:1557964865.587426:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964865.587440:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964865.587445:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964865.587451:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964865.587453:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964865.587455:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964865.587459:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964865.587461:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964865.587463:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964865.587465:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964865.587467:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964865.587469:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964865.587470:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964865.587472:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964865.587475:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebec50 x1633635891481392/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:531/0 lens 224/336 e 0 to 0 dl 1557964926 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964865.587494:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891481392:12345-172.19.1.25@o2ib100:13 Request processed in 186us (338us total) trans 0 rc 0/0 00000800:00000200:14.2:1557964865.587495:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964865.587501:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1621 00000100:00000040:10.0:1557964865.587504:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964865.587506:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964865.587507:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964865.587509:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd500. 00000020:00000010:10.0:1557964865.587511:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000800:00000200:14.0:1557964865.587512:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000010:10.0:1557964865.587513:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557964865.587531:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964865.587532:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964865.587533:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557964865.587534:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:10.0:1557964865.587534:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2000. 00000400:00000010:10.0:1557964865.587535:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd500. 00000400:00000001:10.0:1557964865.587536:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964865.587536:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:14.0:1557964865.587537:0:14820:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964865.587537:0:14820:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964865.587539:0:14820:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b400. 02000000:00000001:14.0:1557964865.587541:0:14820:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964865.587541:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964865.587542:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc800 00000400:00000010:14.0:1557964865.587543:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc800. 00000400:00000010:14.0:1557964865.587544:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e800 (tot 24345492). 00000800:00000200:14.0:1557964865.587546:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964865.587547:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964865.595393:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964865.595443:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964865.595453:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964865.595461:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964865.595464:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964865.595471:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12530 00000400:00000200:7.0:1557964865.595477:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd549 [1] + 0 00000400:00000010:7.0:1557964865.595481:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f951e0. 00000400:00000200:7.0:1557964865.595484:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf900 00000800:00000200:17.0:1557964865.595485:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964865.595488:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964865.595489:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964865.595492:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630261450 x1633635870516528 msgsize 224 00000100:00100000:7.0:1557964865.595498:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964865.595499:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964865.595502:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964865.595505:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf900 00000400:00000010:7.0:1557964865.595507:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf900. 00000400:00000010:7.0:1557964865.595509:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000400:00000001:1.0:1557964865.595511:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964865.595512:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964865.595514:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557964865.595515:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964865.595516:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:7.0:1557964865.595517:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964865.595517:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964865.595519:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964865.595520:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964865.595524:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964865.595526:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516528 00000020:00000001:1.0:1557964865.595528:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964865.595530:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964865.595531:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964865.595533:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964865.595535:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964865.595538:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964865.595541:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964865.595542:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964865.595545:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964865.595550:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f180. 00000020:00000010:1.0:1557964865.595552:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964865.595555:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964865.595557:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964865.595558:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964865.595559:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964865.595562:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964865.595568:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964865.595571:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964865.595573:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964865.595574:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964865.595575:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964865.595576:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964865.595578:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964865.595583:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1627 00000100:00000040:1.0:1557964865.595585:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964865.595587:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647638096 : -131365061913520 : ffff888630261450) 00000100:00000040:1.0:1557964865.595591:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630261450 x1633635870516528/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:531/0 lens 224/0 e 0 to 0 dl 1557964926 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964865.595601:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964865.595602:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964865.595605:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870516528:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964865.595609:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516528 00000020:00000001:1.0:1557964865.595611:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964865.595613:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964865.595614:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964865.595616:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964865.595618:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964865.595620:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964865.595621:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964865.595623:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964865.595624:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964865.595625:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964865.595628:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964865.595630:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964865.595632:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad400. 02000000:00000001:1.0:1557964865.595634:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964865.595636:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964865.595638:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964865.595640:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964865.595641:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964865.595642:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964865.595645:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964865.595648:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964865.595650:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964865.595654:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964865.595656:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964865.595659:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964865.595662:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964865.595663:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964865.595665:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516528 00010000:00000001:1.0:1557964865.595667:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964865.595670:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630261450 x1633635870516528/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:531/0 lens 224/368 e 0 to 0 dl 1557964926 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964865.595680:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964865.595681:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964865.595683:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=18 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964865.595687:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964865.595689:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964865.595692:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964865.595694:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964865.595695:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964865.595697:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964865.595700:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964865.595701:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f100. 00000100:00000200:1.0:1557964865.595705:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516528, offset 192 00000400:00000010:1.0:1557964865.595708:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72e00 (tot 24345892). 00000400:00000200:1.0:1557964865.595713:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964865.595726:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964865.595732:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964865.595738:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964865.595740:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964865.595742:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964865.595746:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964865.595748:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964865.595750:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964865.595752:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964865.595754:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964865.595756:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964865.595757:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964865.595759:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964865.595762:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630261450 x1633635870516528/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:531/0 lens 224/336 e 0 to 0 dl 1557964926 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964865.595773:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870516528:12345-172.19.1.24@o2ib100:13 Request processed in 170us (279us total) trans 0 rc 0/0 00000800:00000200:29.2:1557964865.595784:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964865.595804:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1627 00000100:00000040:1.0:1557964865.595805:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964865.595805:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964865.595806:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964865.595807:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f180. 00000020:00000010:1.0:1557964865.595808:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964865.595809:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964865.595810:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964865.595811:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964865.595812:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964865.595813:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf07e0. 00000400:00000010:1.0:1557964865.595814:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f180. 00000400:00000001:1.0:1557964865.595815:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964865.595815:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557964865.595841:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964865.595845:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964865.595847:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964865.595848:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964865.595849:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad400. 02000000:00000001:4.0:1557964865.595851:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964865.595851:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964865.595852:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f100 00000400:00000010:4.0:1557964865.595853:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f100. 00000400:00000010:4.0:1557964865.595854:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72e00 (tot 24345492). 00000800:00000200:4.0:1557964865.595855:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964865.595856:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964866.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330111:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330116:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330120:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330124:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330127:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964866.330131:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964866.508066:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964866.508068:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964866.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964866.508075:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964866.508079:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964866.508080:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964866.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964866.508118:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964866.508121:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964866.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964866.508122:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964866.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964866.508127:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964866.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964867.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964867.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964867.508038:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964867.508040:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964867.508047:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964867.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964867.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964867.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964867.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964867.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964867.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964867.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964867.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964867.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964867.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964867.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964867.591443:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff887779a34200 (tot 24345748). 00000400:00000010:6.0:1557964867.591458:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff887779a34200 (tot 24345492). 00000020:00000001:6.0:1557964867.592496:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964867.592497:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318583918, max_age 4318587920 00002000:00000001:6.0:1557964867.592498:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964867.592499:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964867.592500:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964867.592503:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964867.592503:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964867.592504:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964867.592506:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964867.592507:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964867.592508:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964867.592509:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964867.592510:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964867.592511:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964867.592511:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964867.592536:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964867.592536:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318588920, max_age 4318587920 00000020:00000004:6.0:1557964867.592537:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964867.592538:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964867.592560:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964867.592560:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318588920, max_age 4318587920 00000020:00000004:6.0:1557964867.592561:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964867.592562:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964867.592585:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964867.592585:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318588920, max_age 4318587920 00000020:00000004:6.0:1557964867.592586:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964867.592587:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964868.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964868.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964868.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964868.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964868.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964868.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964868.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964868.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964868.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964868.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964868.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964868.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964868.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964868.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964868.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964868.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964869.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964869.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964869.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964869.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964869.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964869.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964869.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964869.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964869.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964869.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964869.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964869.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964869.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964869.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964869.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964869.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964870.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964870.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964870.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964870.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964870.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964870.508051:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964870.508053:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964870.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964870.508057:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964870.508058:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964870.508059:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964870.508061:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964870.508062:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964870.508064:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964870.508065:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964870.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964870.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964870.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964870.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964870.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964870.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964870.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964870.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964870.595046:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964870.595068:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964870.595076:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964870.595084:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964870.595087:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964870.595097:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010b80 00000400:00000200:14.0:1557964870.595103:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x95e5 [1] + 0 00000400:00000010:14.0:1557964870.595107:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9e40. 00000400:00000200:14.0:1557964870.595110:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fa80 00000800:00000200:15.0:1557964870.595111:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964870.595113:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964870.595115:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964870.595117:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebe850 x1633635891481472 msgsize 224 00000100:00100000:14.0:1557964870.595123:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964870.595125:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964870.595129:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964870.595130:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fa80 00000400:00000010:14.0:1557964870.595131:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fa80. 00000400:00000010:14.0:1557964870.595134:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964870.595137:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964870.595139:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964870.595141:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964870.595165:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964870.595168:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964870.595170:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964870.595171:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964870.595173:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964870.595174:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964870.595178:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964870.595181:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481472 00000020:00000001:10.0:1557964870.595183:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964870.595184:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964870.595186:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964870.595188:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964870.595190:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964870.595192:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964870.595195:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964870.595197:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964870.595200:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964870.595203:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdf00. 00000020:00000010:10.0:1557964870.595205:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964870.595208:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964870.595210:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964870.595211:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964870.595212:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.595217:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.595224:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964870.595227:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964870.595228:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964870.595230:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964870.595231:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964870.595232:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964870.595233:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964870.595238:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1622 00000100:00000040:10.0:1557964870.595241:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964870.595242:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725378640 : -131291984172976 : ffff889733ebe850) 00000100:00000040:10.0:1557964870.595247:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebe850 x1633635891481472/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:536/0 lens 224/0 e 0 to 0 dl 1557964931 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964870.595257:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964870.595258:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964870.595261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891481472:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964870.595265:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481472 00000020:00000001:10.0:1557964870.595267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964870.595269:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964870.595270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.595272:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964870.595274:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964870.595276:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964870.595277:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964870.595279:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964870.595280:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964870.595282:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.595284:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964870.595285:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964870.595287:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964870.595288:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.595306:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964870.595307:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964870.595307:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964870.595308:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964870.595310:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964870.595312:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964870.595313:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964870.595314:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964870.595316:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964870.595317:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964870.595319:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964870.595320:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964870.595321:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964870.595322:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964870.595323:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964870.595324:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481472 00010000:00000001:10.0:1557964870.595325:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964870.595326:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebe850 x1633635891481472/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:536/0 lens 224/368 e 0 to 0 dl 1557964931 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964870.595329:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964870.595330:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964870.595331:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=23 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964870.595332:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964870.595334:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964870.595335:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964870.595336:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964870.595337:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.595338:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964870.595339:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964870.595340:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd700. 00000100:00000200:10.0:1557964870.595342:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481472, offset 192 00000400:00000010:10.0:1557964870.595345:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688e00 (tot 24345892). 00000400:00000200:10.0:1557964870.595346:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964870.595352:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964870.595355:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964870.595357:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964870.595364:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964870.595366:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964870.595368:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964870.595369:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.595370:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964870.595371:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964870.595371:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964870.595372:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964870.595373:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964870.595373:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.595374:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964870.595375:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964870.595376:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebe850 x1633635891481472/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:536/0 lens 224/336 e 0 to 0 dl 1557964931 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964870.595377:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964870.595379:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964870.595379:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964870.595379:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891481472:12345-172.19.1.25@o2ib100:13 Request processed in 122us (261us total) trans 0 rc 0/0 00000400:00000200:14.0:1557964870.595380:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd700 00000400:00000010:14.0:1557964870.595381:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd700. 00000400:00000010:14.0:1557964870.595382:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688e00 (tot 24345492). 00000100:00100000:10.0:1557964870.595382:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1622 00000800:00000200:14.0:1557964870.595383:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:10.0:1557964870.595383:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964870.595384:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964870.595384:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964870.595384:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964870.595385:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdf00. 00000020:00000010:10.0:1557964870.595386:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964870.595387:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557964870.595389:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964870.595390:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964870.595390:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964870.595391:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964870.595391:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964870.595393:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964870.595394:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f23c0. 00000400:00000010:10.0:1557964870.595395:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdf00. 00000400:00000001:10.0:1557964870.595396:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964870.595396:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964870.603338:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964870.603388:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964870.603398:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964870.603406:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964870.603409:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964870.603416:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12550 00000400:00000200:17.0:1557964870.603422:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd569 [1] + 0 00000400:00000010:17.0:1557964870.603428:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95180. 00000400:00000200:17.0:1557964870.603431:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebef80 00000800:00000200:7.0:1557964870.603432:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964870.603434:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964870.603436:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964870.603438:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630261050 x1633635870516560 msgsize 224 00000100:00100000:17.0:1557964870.603445:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964870.603446:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964870.603449:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964870.603451:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebef80 00000400:00000010:17.0:1557964870.603453:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebef80. 00000400:00000010:17.0:1557964870.603456:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557964870.603458:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964870.603460:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964870.603463:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964870.603466:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964870.603470:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964870.603472:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964870.603474:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964870.603476:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964870.603494:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964870.603496:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964870.603497:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516560 00000020:00000001:1.0:1557964870.603498:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964870.603499:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964870.603500:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964870.603501:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964870.603502:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964870.603503:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964870.603505:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964870.603506:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964870.603507:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964870.603509:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f080. 00000020:00000010:1.0:1557964870.603510:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964870.603511:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964870.603512:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964870.603513:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964870.603513:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964870.603515:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964870.603517:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964870.603519:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964870.603519:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964870.603520:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964870.603520:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964870.603521:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964870.603521:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964870.603523:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1628 00000100:00000040:1.0:1557964870.603543:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964870.603544:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647637072 : -131365061914544 : ffff888630261050) 00000100:00000040:1.0:1557964870.603545:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630261050 x1633635870516560/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:536/0 lens 224/0 e 0 to 0 dl 1557964931 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964870.603552:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964870.603553:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964870.603554:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870516560:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964870.603556:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516560 00000020:00000001:1.0:1557964870.603557:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964870.603558:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964870.603558:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964870.603559:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964870.603560:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964870.603561:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964870.603561:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964870.603562:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964870.603562:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964870.603563:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964870.603564:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964870.603565:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964870.603566:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:1.0:1557964870.603567:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964870.603568:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964870.603568:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964870.603569:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964870.603570:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964870.603571:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964870.603571:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964870.603573:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964870.603574:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964870.603575:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964870.603576:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964870.603577:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964870.603579:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964870.603580:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964870.603581:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516560 00010000:00000001:1.0:1557964870.603582:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964870.603584:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630261050 x1633635870516560/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:536/0 lens 224/368 e 0 to 0 dl 1557964931 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964870.603587:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964870.603588:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964870.603588:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=23 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964870.603590:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964870.603591:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964870.603592:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964870.603593:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964870.603593:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964870.603594:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964870.603595:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964870.603596:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f000. 00000100:00000200:1.0:1557964870.603597:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516560, offset 192 00000400:00000010:1.0:1557964870.603599:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73a00 (tot 24345892). 00000400:00000200:1.0:1557964870.603600:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964870.603606:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964870.603608:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964870.603610:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964870.603611:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964870.603612:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964870.603614:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964870.603615:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964870.603616:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964870.603617:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964870.603618:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964870.603618:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964870.603619:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964870.603620:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964870.603621:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630261050 x1633635870516560/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:536/0 lens 224/336 e 0 to 0 dl 1557964931 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964870.603625:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870516560:12345-172.19.1.24@o2ib100:13 Request processed in 71us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964870.603629:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1628 00000100:00000040:1.0:1557964870.603630:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964870.603631:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964870.603631:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964870.603632:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f080. 00000020:00000010:1.0:1557964870.603633:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964870.603634:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964870.603635:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964870.603636:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964870.603637:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964870.603638:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0420. 00000400:00000010:1.0:1557964870.603639:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f080. 00000400:00000001:1.0:1557964870.603640:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964870.603641:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964870.603646:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964870.603681:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964870.603685:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964870.603687:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964870.603688:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964870.603689:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:4.0:1557964870.603690:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964870.603691:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964870.603692:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f000 00000400:00000010:4.0:1557964870.603692:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f000. 00000400:00000010:4.0:1557964870.603694:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73a00 (tot 24345492). 00000800:00000200:4.0:1557964870.603696:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964870.603697:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000040:10.0:1557964870.676037:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964870.676043:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964870.676046:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627623900. 00000020:00000040:10.0:1557964870.676050:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964870.676053:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964870.676055:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964870.676057:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964870.676060:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367300. 00000100:00000001:10.0:1557964870.676063:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676068:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964870.676080:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964870.676081:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964870.676084:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676088:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627623900] to pc [ptlrpcd_01_15:15] req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964870.676102:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676104:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964870.676108:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964870.676109:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627623c00. 00000020:00000040:10.0:1557964870.676111:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964870.676113:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964870.676114:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964870.676115:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964870.676117:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365f00. 00000100:00000001:10.0:1557964870.676119:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676122:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964870.676130:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964870.676131:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964870.676133:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676136:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627623c00] to pc [ptlrpcd_01_00:0] req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964870.676142:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964870.676145:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964870.676147:0:14868:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:9.0:1557964870.676149:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:11.0:1557964870.676152:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964870.676152:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964870.676152:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676153:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:9.0:1557964870.676155:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964870.676156:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676160:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964870.676160:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964870.676161:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627623600. 00000020:00000040:10.0:1557964870.676162:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:11.0:1557964870.676163:0:14868:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00100000:25.0:1557964870.676164:0:14850:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:11.0:1557964870.676164:0:14868:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964870.676164:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964870.676165:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:25.0:1557964870.676166:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:11.0:1557964870.676166:0:14868:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:10.0:1557964870.676166:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964870.676168:0:14868:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964870.676168:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365c00. 00000100:00000001:10.0:1557964870.676170:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676172:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:11.0:1557964870.676172:0:14868:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:8c05ad95-98db-8b06-7942-a20be71d88ee:14868:1633636024601296:172.19.1.24@o2ib100:400 00000100:00000040:10.0:1557964870.676173:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964870.676174:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964870.676191:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964870.676191:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964870.676191:0:14868:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:25.0:1557964870.676192:0:14850:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:11.0:1557964870.676192:0:14868:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964870.676192:0:14868:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676192:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000001:11.0:1557964870.676193:0:14868:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964870.676193:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964870.676193:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964870.676194:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000010:11.0:1557964870.676194:0:14868:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0ea00. 00000100:00000040:10.0:1557964870.676194:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627623600] to pc [ptlrpcd_01_01:1] req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964870.676195:0:14868:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676196:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:11.0:1557964870.676197:0:14868:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff9d80. 00000100:00100000:12.0:1557964870.676198:0:14849:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000010:11.0:1557964870.676198:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1f80. 00000100:00000001:10.0:1557964870.676198:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676199:0:14850:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557964870.676199:0:14850:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676199:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964870.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:25.0:1557964870.676200:0:14850:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:11.0:1557964870.676200:0:14868:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601296, portal 25 00000020:00000001:10.0:1557964870.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=457112 : 457112 : 6f998) 00000020:00000001:10.0:1557964870.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 02000000:00000001:25.0:1557964870.676201:0:14850:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676201:0:14868:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:11.0:1557964870.676201:0:14868:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220061440 : -131296489490176 : ffff889627623900) 00000020:00000001:10.0:1557964870.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00100000:25.0:1557964870.676202:0:14850:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0000-lwp-OST0009_UUID:14850:1633636024601312:172.19.1.24@o2ib100:400 00000100:00000001:12.0:1557964870.676202:0:14849:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964870.676202:0:14849:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964870.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286976 : -264640 : fffffffffffbf640) 00000020:00000001:10.0:1557964870.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:12.0:1557964870.676203:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964870.676203:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:11.0:1557964870.676203:0:14868:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964870.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:25.0:1557964870.676204:0:14850:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:25.0:1557964870.676204:0:14850:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:12.0:1557964870.676204:0:14849:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964870.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709426040 : -125576 : fffffffffffe1578) 00000020:00000001:10.0:1557964870.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=87488 : 87488 : 155c0) 02000000:00000001:25.0:1557964870.676205:0:14850:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709467528 : -84088 : fffffffffffeb788) 00000020:00000001:10.0:1557964870.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1116998 : 1116998 : 110b46) 02000000:00000001:25.0:1557964870.676206:0:14850:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964870.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=70839 : 70839 : 114b7) 00000020:00000001:10.0:1557964870.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709453178 : -98438 : fffffffffffe7f7a) 00000100:00000040:12.0:1557964870.676207:0:14849:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964870.676207:0:14868:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964870.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709528539 : -23077 : ffffffffffffa5db) 02000000:00000010:25.0:1557964870.676208:0:14850:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736397a00. 00000100:00000040:11.0:1557964870.676208:0:14868:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964870.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147514720 : 147514720 : 8cae560) 02000000:00000001:25.0:1557964870.676209:0:14850:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964870.676209:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1280. 00000020:00000001:10.0:1557964870.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709525420 : -26196 : ffffffffffff99ac) 00000100:00000200:11.0:1557964870.676210:0:14868:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601296, offset 0 00000020:00000001:10.0:1557964870.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964870.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709084120 : -467496 : fffffffffff8ddd8) 00000400:00000010:25.0:1557964870.676211:0:14850:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fcb627e0. 00000100:00000001:12.0:1557964870.676211:0:14849:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000010:11.0:1557964870.676211:0:14868:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0f800 (tot 24345892). 00000020:00000001:10.0:1557964870.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000001:12.0:1557964870.676212:0:14849:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=134152 : 134152 : 20c08) 00000400:00000010:25.0:1557964870.676213:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07980. 02000000:00000001:12.0:1557964870.676213:0:14849:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:11.0:1557964870.676213:0:14868:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964870.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557964870.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709282272 : -269344 : fffffffffffbe3e0) 02000000:00000001:12.0:1557964870.676214:0:14849:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557964870.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00000200:25.0:1557964870.676215:0:14850:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601312, portal 10 00000100:00100000:12.0:1557964870.676215:0:14849:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_00:looze-MDT0001-lwp-OST0009_UUID:14849:1633636024601328:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964870.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964870.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=994890 : 994890 : f2e4a) 00000100:00000001:25.0:1557964870.676216:0:14850:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557964870.676216:0:14850:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220062208 : -131296489489408 : ffff889627623c00) 00000020:00000001:10.0:1557964870.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557964870.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676217:0:14849:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964870.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557964870.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964870.676218:0:14850:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:12.0:1557964870.676218:0:14849:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:12.0:1557964870.676218:0:14849:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964870.676219:0:14849:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:11.0:1557964870.676219:0:14868:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964870.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1557964870.676220:0:14849:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fac00. 00000020:00000001:10.0:1557964870.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964870.676221:0:14849:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964870.676221:0:14868:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964870.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676222:0:14850:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000400:00000010:12.0:1557964870.676222:0:14849:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69000. 00000020:00000001:10.0:1557964870.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964870.676223:0:14850:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964870.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964870.676224:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06b80. 00000400:00000010:12.0:1557964870.676224:0:14849:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a6000. 00000020:00000001:10.0:1557964870.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964870.676225:0:14850:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601312, offset 0 00000400:00000010:25.0:1557964870.676226:0:14850:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736393400 (tot 24346292). 00000100:00000200:12.0:1557964870.676226:0:14849:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601328, portal 10 00000100:00000001:12.0:1557964870.676226:0:14849:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:11.0:1557964870.676226:0:14868:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964870.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964870.676227:0:14850:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:12.0:1557964870.676227:0:14849:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220060672 : -131296489490944 : ffff889627623600) 00000800:00000200:11.0:1557964870.676227:0:14868:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964870.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964870.676229:0:14849:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:11.0:1557964870.676229:0:14868:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964870.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964870.676231:0:14868:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964870.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964870.676232:0:14850:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:11.0:1557964870.676232:0:14868:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676232:0:14868:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964870.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676233:0:14849:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:11.0:1557964870.676233:0:14868:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676234:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964870.676235:0:14850:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:11.0:1557964870.676235:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964870.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964870.676236:0:14849:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:12.0:1557964870.676236:0:14849:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a6b00. 00000020:00000001:10.0:1557964870.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964870.676237:0:14849:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601328, offset 0 00000100:00000001:11.0:1557964870.676237:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964870.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964870.676238:0:14850:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:11.0:1557964870.676238:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964870.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964870.676239:0:14850:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:25.0:1557964870.676239:0:14850:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000400:00000010:12.0:1557964870.676239:0:14849:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe800 (tot 24346692). 00000100:00000001:11.0:1557964870.676239:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964870.676239:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964870.676239:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676240:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964870.676241:0:14849:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:11.0:1557964870.676241:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964870.676241:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964870.676241:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964870.676242:0:14850:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:25.0:1557964870.676242:0:14850:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676242:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676243:0:14850:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964870.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676244:0:14850:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676245:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676246:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964870.676246:0:14849:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964870.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676247:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964870.676247:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964870.676247:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676248:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964870.676248:0:14849:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964870.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964870.676251:0:14849:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964870.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964870.676253:0:14849:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964870.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964870.676254:0:14849:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964870.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964870.676256:0:14849:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964870.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676257:0:14849:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676257:0:14849:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964870.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676258:0:14849:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676259:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676260:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676261:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964870.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964870.676262:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:12.0:1557964870.676262:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964870.676262:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964870.676263:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964870.676287:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964870.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964870.676296:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964870.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964870.676299:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964870.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964870.676301:0:14821:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964870.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964870.676304:0:14821:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964870.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964870.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964870.676306:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318617004) 00000100:00000001:14.0:1557964870.676308:0:14821:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964870.676310:0:14821:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964870.676312:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:14.0:1557964870.676313:0:14821:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964870.676315:0:14821:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964870.676316:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a6b00 00000400:00000010:14.0:1557964870.676317:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a6b00. 00000400:00000010:14.0:1557964870.676319:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe800 (tot 24346292). 00000800:00000200:7.0:1557964870.676320:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:14.0:1557964870.676321:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964870.676322:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:7.0:1557964870.676325:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:7.0:1557964870.676330:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964870.676340:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964870.676343:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964870.676365:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964870.676366:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964870.676367:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1280 00000400:00000010:7.0:1557964870.676368:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1280. 00000800:00000200:17.0:1557964870.676369:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000400:00000010:7.0:1557964870.676370:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0f800 (tot 24345892). 00000800:00000200:7.0:1557964870.676372:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000800:00000200:17.0:1557964870.676373:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:7.0:1557964870.676374:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964870.676375:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:17.0:1557964870.676377:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964870.676400:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557964870.676401:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557964870.676404:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964870.676404:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557964870.676405:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06b80 00000400:00000010:17.0:1557964870.676406:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06b80. 00000400:00000010:17.0:1557964870.676408:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736393400 (tot 24345492). 00000800:00000200:17.0:1557964870.676410:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:14.2:1557964870.676473:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964870.676476:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:29.2:1557964870.676478:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.0:1557964870.676480:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557964870.676482:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964870.676483:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964870.676484:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964870.676486:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04af0 00000400:00000200:14.0:1557964870.676489:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9b7d [1] + 192 00000100:00000001:14.0:1557964870.676492:0:14820:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964870.676493:0:14820:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964870.676497:0:14820:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964870.676501:0:14820:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964870.676502:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964870.676503:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964870.676504:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964870.676505:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:21.0:1557964870.676513:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964870.676518:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000800:00000200:7.0:1557964870.676519:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000200:21.0:1557964870.676522:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:7.0:1557964870.676523:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000010:21.0:1557964870.676524:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:7.0:1557964870.676525:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:4.0:1557964870.676525:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000200:21.0:1557964870.676527:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04ad0 00000400:00000010:7.0:1557964870.676527:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24346292). 00000100:00000001:12.0:1557964870.676528:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964870.676529:0:14849:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000200:7.0:1557964870.676529:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04ae0 00000400:00000200:21.0:1557964870.676531:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdb09 [1] + 192 00000400:00000001:12.0:1557964870.676531:0:14849:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:12.0:1557964870.676532:0:14849:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:12.0:1557964870.676533:0:14849:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:7.0:1557964870.676534:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdb11 [1] + 192 00000100:00000200:12.0:1557964870.676535:0:14849:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964870.676536:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964870.676538:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:12.0:1557964870.676540:0:14849:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964870.676543:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964870.676544:0:14849:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:12.0:1557964870.676545:0:14849:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69000. 00000400:00000200:12.0:1557964870.676545:0:14849:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a6000 00000400:00000010:12.0:1557964870.676546:0:14849:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a6000. 00000100:00000001:12.0:1557964870.676547:0:14849:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964870.676548:0:14849:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:21.0:1557964870.676549:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:12.0:1557964870.676549:0:14849:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000010:21.0:1557964870.676550:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345892). 00000100:00000001:7.0:1557964870.676550:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:12.0:1557964870.676551:0:14849:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:12.0:1557964870.676551:0:14849:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:7.0:1557964870.676551:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964870.676552:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 02000000:00000001:12.0:1557964870.676552:0:14849:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557964870.676553:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000100:00001000:12.0:1557964870.676554:0:14849:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=50 v=45 (45 45 45 45) 00000800:00000200:21.0:1557964870.676555:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00001000:12.0:1557964870.676555:0:14849:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=50 v=45 (1 1 1 1) 00000100:00000040:7.0:1557964870.676555:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964870.676557:0:14849:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964870.676557:0:14849:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964870.676558:0:14849:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:12.0:1557964870.676559:0:14849:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:7.0:1557964870.676560:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00000001:12.0:1557964870.676562:0:14849:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:7.0:1557964870.676562:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000100:00000001:12.0:1557964870.676563:0:14849:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000800:00000200:7.0:1557964870.676563:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000040:12.0:1557964870.676564:0:14849:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000800:00000200:7.0:1557964870.676564:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:12.0:1557964870.676565:0:14849:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:12.0:1557964870.676565:0:14849:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557964870.676565:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000040:12.0:1557964870.676566:0:14849:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964870.676569:0:14849:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964870.676570:0:14849:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964870.676571:0:14849:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:12.0:1557964870.676572:0:14849:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:12.0:1557964870.676575:0:14849:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_00:looze-MDT0001-lwp-OST0009_UUID:14849:1633636024601328:172.19.1.25@o2ib100:400 00000100:00000001:12.0:1557964870.676576:0:14849:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964870.676577:0:14849:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1557964870.676577:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:12.0:1557964870.676578:0:14849:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627623600 x1633636024601328/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964870.676579:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964870.676580:0:14849:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557964870.676581:0:14849:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:11.0:1557964870.676581:0:14868:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964870.676581:0:14868:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000010:12.0:1557964870.676582:0:14849:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fac00. 02000000:00000001:12.0:1557964870.676582:0:14849:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:11.0:1557964870.676582:0:14868:0:(events.c:91:reply_in_callback()) Process entered 00000020:00000001:12.0:1557964870.676583:0:14849:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:12.0:1557964870.676583:0:14849:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:12.0:1557964870.676584:0:14849:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964870.676585:0:14849:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365c00. 00000100:00000200:11.0:1557964870.676585:0:14868:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:12.0:1557964870.676586:0:14849:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1557964870.676587:0:14849:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557964870.676587:0:14849:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627623600. 00000100:00000001:12.0:1557964870.676588:0:14849:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557964870.676589:0:14849:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:11.0:1557964870.676589:0:14868:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964870.676590:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964870.676592:0:14849:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964870.676592:0:14849:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676592:0:14868:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:12.0:1557964870.676593:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964870.676593:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676594:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964870.676594:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:11.0:1557964870.676594:0:14868:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d80. 00000100:00000001:25.0:1557964870.676595:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964870.676595:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964870.676595:0:14868:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1f80 00000400:00000010:11.0:1557964870.676596:0:14868:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1f80. 00000100:00000001:11.0:1557964870.676596:0:14868:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:25.0:1557964870.676597:0:14850:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:11.0:1557964870.676597:0:14868:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:25.0:1557964870.676598:0:14850:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000001:11.0:1557964870.676598:0:14868:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964870.676598:0:14868:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557964870.676599:0:14850:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:11.0:1557964870.676599:0:14868:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964870.676600:0:14868:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964870.676601:0:14850:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:11.0:1557964870.676602:0:14868:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=50 v=45 (45 45 45 45) 00000100:00001000:11.0:1557964870.676604:0:14868:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=50 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964870.676605:0:14868:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000200:25.0:1557964870.676606:0:14850:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964870.676606:0:14868:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964870.676607:0:14868:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1557964870.676607:0:14868:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964870.676608:0:14868:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964870.676609:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964870.676610:0:14850:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:25.0:1557964870.676612:0:14850:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fcb627e0. 00000400:00000200:25.0:1557964870.676612:0:14850:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07980 00000100:00000001:11.0:1557964870.676612:0:14868:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:25.0:1557964870.676613:0:14850:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07980. 00000100:00000001:11.0:1557964870.676613:0:14868:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964870.676614:0:14850:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964870.676614:0:14868:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964870.676615:0:14850:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557964870.676615:0:14850:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000040:11.0:1557964870.676615:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964870.676616:0:14850:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557964870.676617:0:14850:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964870.676618:0:14850:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1557964870.676618:0:14868:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:8c05ad95-98db-8b06-7942-a20be71d88ee:14868:1633636024601296:172.19.1.24@o2ib100:400 00000100:00001000:25.0:1557964870.676619:0:14850:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=50 v=45 (45 45 45 45) 00000100:00000001:11.0:1557964870.676620:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:25.0:1557964870.676621:0:14850:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=50 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964870.676621:0:14868:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:25.0:1557964870.676622:0:14850:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964870.676622:0:14850:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964870.676622:0:14868:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627623900 x1633636024601296/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Complete:RN/0/0 rc 0/0 00010000:00000001:25.0:1557964870.676623:0:14850:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:25.0:1557964870.676623:0:14850:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676624:0:14850:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:11.0:1557964870.676624:0:14868:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000040:25.0:1557964870.676625:0:14850:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:25.0:1557964870.676625:0:14850:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 02000000:00000001:11.0:1557964870.676625:0:14868:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:25.0:1557964870.676626:0:14850:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:11.0:1557964870.676626:0:14868:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0ea00. 00000100:00000040:25.0:1557964870.676627:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:11.0:1557964870.676627:0:14868:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1557964870.676627:0:14868:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964870.676628:0:14868:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:11.0:1557964870.676629:0:14868:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964870.676629:0:14868:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367300. 00000100:00000001:25.0:1557964870.676630:0:14850:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:11.0:1557964870.676630:0:14868:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964870.676630:0:14868:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:25.0:1557964870.676631:0:14850:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964870.676631:0:14850:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:11.0:1557964870.676631:0:14868:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627623900. 00000100:00000040:25.0:1557964870.676632:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964870.676632:0:14868:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964870.676632:0:14868:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964870.676633:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964870.676635:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964870.676635:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557964870.676636:0:14850:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0000-lwp-OST0009_UUID:14850:1633636024601312:172.19.1.24@o2ib100:400 00000100:00000001:11.0:1557964870.676636:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964870.676637:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964870.676637:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676638:0:14850:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1557964870.676638:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964870.676638:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964870.676639:0:14850:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627623c00 x1633636024601312/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557964976 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964870.676642:0:14850:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557964870.676642:0:14850:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557964870.676643:0:14850:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736397a00. 02000000:00000001:25.0:1557964870.676644:0:14850:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964870.676645:0:14850:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557964870.676645:0:14850:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:25.0:1557964870.676646:0:14850:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964870.676647:0:14850:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365f00. 02000000:00000001:25.0:1557964870.676648:0:14850:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964870.676648:0:14850:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964870.676648:0:14850:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627623c00. 00000100:00000001:25.0:1557964870.676650:0:14850:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964870.676650:0:14850:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964870.676651:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964870.676652:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964870.676653:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676653:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964870.676654:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964870.676655:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964870.676655:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964871.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964871.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964871.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964871.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964871.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964871.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964871.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964871.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964871.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964871.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964871.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964871.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964871.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964871.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964871.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964871.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964872.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964872.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964872.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964872.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964872.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964872.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964872.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964872.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964872.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964872.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964872.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964872.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964872.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964872.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964872.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964872.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964872.593029:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887023ba500 (tot 24345748). 00000400:00000010:6.0:1557964872.593044:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887023ba500 (tot 24345492). 00000020:00000001:6.0:1557964872.594123:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964872.594124:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318588920, max_age 4318592922 00002000:00000001:6.0:1557964872.594125:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964872.594126:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964872.594127:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964872.594129:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964872.594130:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964872.594131:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964872.594132:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964872.594133:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964872.594135:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964872.594136:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964872.594137:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964872.594138:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964872.594138:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964872.594162:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964872.594163:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318593922, max_age 4318592922 00000020:00000004:6.0:1557964872.594163:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964872.594164:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964872.594185:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964872.594185:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318593922, max_age 4318592922 00000020:00000004:6.0:1557964872.594186:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964872.594187:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964872.594210:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964872.594210:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318593922, max_age 4318592922 00000020:00000004:6.0:1557964872.594211:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964872.594212:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964873.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964873.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964873.508059:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964873.508061:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964873.508067:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964873.508068:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964873.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964873.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964873.508109:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964873.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964873.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964873.508114:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964873.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964873.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964873.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964873.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964874.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964874.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964874.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964874.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964874.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964874.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964874.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964874.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964874.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964874.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964874.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964874.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964874.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964874.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964874.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964874.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964875.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964875.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964875.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964875.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964875.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964875.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964875.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964875.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964875.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964875.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964875.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964875.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964875.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964875.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964875.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964875.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964875.603059:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964875.603080:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964875.603088:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964875.603095:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964875.603098:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964875.603104:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010ba0 00000400:00000200:14.0:1557964875.603111:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x95f5 [1] + 0 00000400:00000010:14.0:1557964875.603115:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9600. 00000400:00000200:14.0:1557964875.603117:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33ff80 00000100:00000001:14.0:1557964875.603120:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964875.603121:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964875.603122:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964875.603126:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebe450 x1633635891481504 msgsize 224 00000100:00100000:14.0:1557964875.603132:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964875.603134:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964875.603137:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964875.603138:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33ff80 00000400:00000010:14.0:1557964875.603140:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33ff80. 00000400:00000010:14.0:1557964875.603142:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964875.603145:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964875.603148:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964875.603150:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964875.603174:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964875.603177:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964875.603179:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964875.603181:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964875.603182:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964875.603184:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964875.603187:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964875.603190:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481504 00000020:00000001:10.0:1557964875.603192:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964875.603193:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964875.603195:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964875.603197:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964875.603199:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964875.603201:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964875.603204:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964875.603206:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964875.603209:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964875.603212:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdb00. 00000020:00000010:10.0:1557964875.603214:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964875.603217:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964875.603219:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964875.603221:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964875.603222:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964875.603225:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964875.603231:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964875.603234:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964875.603235:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964875.603237:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964875.603238:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964875.603239:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964875.603240:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964875.603245:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1623 00000100:00000040:10.0:1557964875.603248:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964875.603249:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725377616 : -131291984174000 : ffff889733ebe450) 00000100:00000040:10.0:1557964875.603254:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebe450 x1633635891481504/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:541/0 lens 224/0 e 0 to 0 dl 1557964936 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964875.603286:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964875.603286:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964875.603288:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891481504:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964875.603290:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481504 00000020:00000001:10.0:1557964875.603291:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964875.603292:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964875.603292:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964875.603293:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964875.603294:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964875.603294:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964875.603295:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964875.603296:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964875.603296:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964875.603297:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964875.603298:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964875.603298:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964875.603299:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964875.603300:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964875.603301:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964875.603302:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964875.603303:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964875.603303:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964875.603304:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964875.603307:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964875.603308:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964875.603308:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964875.603310:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964875.603311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964875.603312:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964875.603314:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964875.603315:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964875.603316:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964875.603318:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964875.603319:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481504 00010000:00000001:10.0:1557964875.603320:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964875.603322:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebe450 x1633635891481504/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:541/0 lens 224/368 e 0 to 0 dl 1557964936 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964875.603325:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964875.603326:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964875.603327:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=28 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964875.603328:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964875.603329:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964875.603330:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964875.603331:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964875.603331:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964875.603332:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964875.603333:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964875.603334:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd800. 00000100:00000200:10.0:1557964875.603336:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481504, offset 192 00000400:00000010:10.0:1557964875.603340:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68c000 (tot 24345892). 00000400:00000200:10.0:1557964875.603342:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964875.603348:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964875.603351:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964875.603353:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964875.603355:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964875.603356:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964875.603358:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964875.603358:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964875.603359:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964875.603361:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964875.603362:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964875.603362:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964875.603362:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964875.603363:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964875.603364:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964875.603365:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebe450 x1633635891481504/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:541/0 lens 224/336 e 0 to 0 dl 1557964936 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964875.603366:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964875.603369:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964875.603370:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964875.603371:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964875.603371:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964875.603372:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd800 00000400:00000010:14.0:1557964875.603372:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd800. 00000100:00100000:10.0:1557964875.603372:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891481504:12345-172.19.1.25@o2ib100:13 Request processed in 85us (245us total) trans 0 rc 0/0 00000400:00000010:14.0:1557964875.603373:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68c000 (tot 24345492). 00000800:00000200:14.0:1557964875.603375:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557964875.603375:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1623 00000100:00000040:10.0:1557964875.603377:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964875.603378:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964875.603378:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964875.603379:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdb00. 00000020:00000010:10.0:1557964875.603380:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964875.603381:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557964875.603382:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964875.603383:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964875.603384:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964875.603385:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964875.603385:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964875.603386:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964875.603387:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2960. 00000400:00000010:10.0:1557964875.603388:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdb00. 00000400:00000001:10.0:1557964875.603390:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964875.603390:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964875.611399:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964875.611446:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964875.611457:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964875.611465:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964875.611468:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964875.611474:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc125a0 00000400:00000200:17.0:1557964875.611481:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd579 [1] + 0 00000400:00000010:17.0:1557964875.611487:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95120. 00000400:00000200:17.0:1557964875.611489:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf700 00000800:00000200:4.0:1557964875.611490:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964875.611493:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964875.611494:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964875.611497:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630260c50 x1633635870516640 msgsize 224 00000100:00100000:17.0:1557964875.611503:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964875.611505:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964875.611509:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964875.611510:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf700 00000400:00000010:17.0:1557964875.611512:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf700. 00000400:00000010:17.0:1557964875.611515:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557964875.611518:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964875.611519:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964875.611522:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964875.611523:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964875.611524:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964875.611526:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964875.611526:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964875.611528:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964875.611530:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964875.611534:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964875.611538:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516640 00000020:00000001:1.0:1557964875.611540:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964875.611541:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964875.611543:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964875.611546:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964875.611548:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964875.611550:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964875.611553:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964875.611555:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964875.611557:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964875.611560:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ef80. 00000020:00000010:1.0:1557964875.611562:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964875.611565:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964875.611569:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964875.611570:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964875.611571:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964875.611575:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964875.611579:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964875.611582:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964875.611584:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964875.611585:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964875.611586:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964875.611587:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964875.611588:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964875.611593:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1629 00000100:00000040:1.0:1557964875.611595:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964875.611597:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647636048 : -131365061915568 : ffff888630260c50) 00000100:00000040:1.0:1557964875.611601:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630260c50 x1633635870516640/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:541/0 lens 224/0 e 0 to 0 dl 1557964936 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964875.611611:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964875.611612:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964875.611615:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870516640:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964875.611619:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516640 00000020:00000001:1.0:1557964875.611620:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964875.611622:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964875.611623:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964875.611626:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964875.611627:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964875.611629:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964875.611631:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964875.611632:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964875.611633:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964875.611635:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964875.611637:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964875.611638:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964875.611641:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac000. 02000000:00000001:1.0:1557964875.611643:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964875.611644:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964875.611647:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964875.611649:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964875.611650:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964875.611652:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964875.611654:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964875.611657:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964875.611660:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964875.611663:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964875.611665:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964875.611668:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964875.611671:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964875.611672:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964875.611674:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516640 00010000:00000001:1.0:1557964875.611677:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964875.611680:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630260c50 x1633635870516640/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:541/0 lens 224/368 e 0 to 0 dl 1557964936 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964875.611689:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964875.611690:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964875.611692:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=28 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964875.611696:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964875.611700:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964875.611702:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964875.611704:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964875.611707:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964875.611709:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964875.611713:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964875.611715:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ef00. 00000100:00000200:1.0:1557964875.611718:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516640, offset 192 00000400:00000010:1.0:1557964875.611721:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73600 (tot 24345892). 00000400:00000200:1.0:1557964875.611725:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964875.611738:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964875.611744:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964875.611751:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964875.611753:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964875.611755:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964875.611759:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964875.611761:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964875.611763:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964875.611766:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964875.611768:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964875.611769:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964875.611770:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964875.611773:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964875.611775:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630260c50 x1633635870516640/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:541/0 lens 224/336 e 0 to 0 dl 1557964936 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964875.611786:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870516640:12345-172.19.1.24@o2ib100:13 Request processed in 173us (287us total) trans 0 rc 0/0 00000800:00000200:29.2:1557964875.611791:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557964875.611794:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1629 00000100:00000040:1.0:1557964875.611796:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964875.611798:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964875.611799:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964875.611801:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ef80. 00000020:00000010:1.0:1557964875.611803:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964875.611805:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964875.611807:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964875.611810:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964875.611812:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964875.611814:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0180. 00000400:00000010:1.0:1557964875.611816:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ef80. 00000400:00000001:1.0:1557964875.611819:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964875.611820:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964875.611854:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964875.611857:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964875.611859:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964875.611860:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964875.611862:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac000. 02000000:00000001:21.0:1557964875.611883:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964875.611884:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964875.611885:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ef00 00000400:00000010:21.0:1557964875.611887:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ef00. 00000400:00000010:21.0:1557964875.611888:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73600 (tot 24345492). 00000800:00000200:21.0:1557964875.611889:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964875.611891:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964875.927592:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:4.0:1557964875.927655:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964875.927660:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:4.0:1557964875.927663:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:4.0:1557964875.927665:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964875.927667:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726290 00000400:00000200:4.0:1557964875.927670:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbe59 [1] + 0 00000400:00000010:4.0:1557964875.927672:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354540. 00000400:00000200:4.0:1557964875.927673:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80600 00000100:00000001:4.0:1557964875.927674:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964875.927675:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:4.0:1557964875.927676:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863d643450 x1633636318339728 msgsize 224 00000100:00100000:4.0:1557964875.927678:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:4.0:1557964875.927679:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964875.927681:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964875.927681:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80600 00000400:00000010:4.0:1557964875.927682:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80600. 00000400:00000010:4.0:1557964875.927683:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964875.927684:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557964875.927685:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (23)-- 00000800:00000200:4.0:1557964875.927686:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964875.927687:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964875.927714:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964875.927716:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964875.927717:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964875.927717:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964875.927718:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964875.927718:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964875.927720:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964875.927721:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339728 00000020:00000001:19.0:1557964875.927722:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964875.927722:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964875.927723:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964875.927724:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964875.927724:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964875.927725:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964875.927726:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964875.927728:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964875.927730:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964875.927731:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fc000. 00000020:00000010:19.0:1557964875.927732:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557964875.927733:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964875.927734:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964875.927734:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964875.927735:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964875.927736:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964875.927736:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964875.927737:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964875.927739:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964875.927741:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964875.927741:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964875.927741:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964875.927742:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964875.927742:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964875.927743:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964875.927745:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 302 00000100:00000040:19.0:1557964875.927745:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964875.927746:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869813328 : -131364839738288 : ffff88863d643450) 00000100:00000040:19.0:1557964875.927749:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d643450 x1633636318339728/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:541/0 lens 224/0 e 0 to 0 dl 1557964936 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964875.927753:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964875.927753:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964875.927754:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24082:x1633636318339728:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964875.927755:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339728 00000020:00000001:19.0:1557964875.927756:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964875.927757:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964875.927757:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964875.927758:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964875.927758:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964875.927759:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964875.927760:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964875.927760:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964875.927761:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964875.927761:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964875.927762:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964875.927762:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964875.927763:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964875.927764:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964875.927765:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964875.927767:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684304a00. 02000000:00000001:19.0:1557964875.927768:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964875.927768:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964875.927769:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964875.927770:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339728 00010000:00000001:19.0:1557964875.927770:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964875.927772:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d643450 x1633636318339728/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:541/0 lens 224/224 e 0 to 0 dl 1557964936 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964875.927775:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964875.927775:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964875.927776:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=28 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964875.927777:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964875.927778:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964875.927779:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964875.927780:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964875.927780:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964875.927781:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964875.927782:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964875.927783:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc300. 00000100:00000200:19.0:1557964875.927784:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339728, offset 192 00000400:00000010:19.0:1557964875.927804:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684306c00 (tot 24345892). 00000400:00000200:19.0:1557964875.927806:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964875.927811:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964875.927813:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964875.927815:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964875.927816:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964875.927817:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964875.927819:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964875.927820:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964875.927820:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964875.927821:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964875.927822:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964875.927822:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964875.927822:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964875.927823:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964875.927824:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d643450 x1633636318339728/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:541/0 lens 224/192 e 0 to 0 dl 1557964936 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964875.927828:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24082:x1633636318339728:12345-172.19.1.39@o2ib100:400 Request processed in 74us (151us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964875.927830:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 302 00000100:00000040:19.0:1557964875.927831:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964875.927832:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964875.927832:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964875.927833:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fc000. 00000020:00000010:19.0:1557964875.927834:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557964875.927835:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557964875.927835:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964875.927836:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964875.927837:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964875.927838:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73d80. 00000400:00000010:19.0:1557964875.927839:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc000. 00000400:00000001:19.0:1557964875.927840:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964875.927841:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964875.927859:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964875.927900:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:21.0:1557964875.927904:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:21.0:1557964875.927906:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964875.927907:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964875.927908:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684304a00. 02000000:00000001:21.0:1557964875.927909:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964875.927909:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964875.927910:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fc300 00000400:00000010:21.0:1557964875.927929:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fc300. 00000400:00000010:21.0:1557964875.927930:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684306c00 (tot 24345492). 00000800:00000200:21.0:1557964875.927933:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964875.927936:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557964876.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964876.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964876.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964876.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964876.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964876.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964876.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964876.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964876.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964876.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964876.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964876.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964876.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964876.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964876.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964876.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964877.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964877.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964877.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964877.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964877.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964877.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964877.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964877.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964877.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964877.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964877.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964877.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964877.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964877.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964877.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964877.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964877.594709:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886f8248000 (tot 24345748). 00000400:00000010:6.0:1557964877.594717:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886f8248000 (tot 24345492). 00000020:00000001:6.0:1557964877.595696:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964877.595698:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318593922, max_age 4318597923 00002000:00000001:6.0:1557964877.595699:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964877.595699:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964877.595700:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964877.595703:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964877.595704:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964877.595704:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964877.595705:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964877.595706:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964877.595708:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964877.595709:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964877.595709:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964877.595711:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964877.595711:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964877.595735:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964877.595735:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318598923, max_age 4318597923 00000020:00000004:6.0:1557964877.595736:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964877.595737:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964877.595759:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964877.595759:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318598923, max_age 4318597923 00000020:00000004:6.0:1557964877.595760:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964877.595761:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964877.595783:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964877.595784:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318598923, max_age 4318597923 00000020:00000004:6.0:1557964877.595784:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964877.595785:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964878.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964878.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964878.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964878.508041:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964878.508047:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964878.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964878.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964878.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964878.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964878.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964878.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964878.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964878.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964878.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964878.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964878.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964879.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964879.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964879.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964879.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964879.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964879.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964879.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964879.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964879.508078:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964879.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964879.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964879.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964879.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964879.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964879.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964879.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964880.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964880.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000001:1.1F:1557964880.400203:0:0:0:(watchdog.c:120:lcw_cb()) Process entered 00000400:00000001:1.1:1557964880.400205:0:0:0:(watchdog.c:123:lcw_cb()) Process leaving 00010000:00000001:10.0:1557964880.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964880.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964880.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964880.508055:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964880.508057:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964880.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964880.508060:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964880.508062:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964880.508063:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964880.508065:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964880.508066:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964880.508068:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964880.508069:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964880.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964880.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964880.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964880.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964880.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964880.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964880.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964880.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964880.611067:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964880.611088:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964880.611096:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964880.611104:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964880.611107:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964880.611114:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010bc0 00000400:00000200:14.0:1557964880.611120:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9605 [1] + 0 00000400:00000010:14.0:1557964880.611124:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff93c0. 00000400:00000200:14.0:1557964880.611126:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33fe80 00000800:00000200:15.0:1557964880.611128:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964880.611130:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964880.611131:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964880.611134:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebe050 x1633635891481536 msgsize 224 00000100:00100000:14.0:1557964880.611140:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964880.611142:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964880.611146:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964880.611147:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33fe80 00000400:00000010:14.0:1557964880.611148:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33fe80. 00000400:00000010:14.0:1557964880.611153:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964880.611156:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964880.611158:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964880.611160:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964880.611182:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964880.611185:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964880.611187:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964880.611189:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964880.611190:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964880.611192:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964880.611195:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964880.611198:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481536 00000020:00000001:10.0:1557964880.611200:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964880.611201:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964880.611203:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964880.611205:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964880.611207:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964880.611210:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964880.611213:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964880.611215:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964880.611217:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964880.611220:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc080. 00000020:00000010:10.0:1557964880.611223:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964880.611225:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964880.611227:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964880.611231:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964880.611232:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964880.611235:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964880.611241:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964880.611244:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964880.611246:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964880.611247:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964880.611248:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964880.611249:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964880.611250:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964880.611255:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1624 00000100:00000040:10.0:1557964880.611258:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964880.611259:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725376592 : -131291984175024 : ffff889733ebe050) 00000100:00000040:10.0:1557964880.611264:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebe050 x1633635891481536/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:546/0 lens 224/0 e 0 to 0 dl 1557964941 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964880.611273:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964880.611274:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964880.611278:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891481536:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964880.611281:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481536 00000020:00000001:10.0:1557964880.611283:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964880.611285:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964880.611286:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964880.611288:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964880.611290:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964880.611292:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964880.611293:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964880.611295:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964880.611296:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964880.611298:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964880.611300:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964880.611301:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964880.611303:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964880.611305:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964880.611307:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964880.611309:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964880.611311:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964880.611312:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964880.611314:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964880.611318:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964880.611320:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964880.611323:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964880.611326:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964880.611328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964880.611332:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964880.611334:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964880.611337:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964880.611340:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964880.611341:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964880.611343:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481536 00010000:00000001:10.0:1557964880.611345:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964880.611348:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebe050 x1633635891481536/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:546/0 lens 224/368 e 0 to 0 dl 1557964941 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964880.611358:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964880.611359:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964880.611361:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=33 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964880.611364:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964880.611367:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964880.611370:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964880.611372:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964880.611373:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964880.611375:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964880.611378:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964880.611380:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc580. 00000100:00000200:10.0:1557964880.611383:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481536, offset 192 00000400:00000010:10.0:1557964880.611387:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689a00 (tot 24345892). 00000400:00000200:10.0:1557964880.611392:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964880.611405:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964880.611424:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964880.611427:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964880.611429:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964880.611430:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964880.611432:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964880.611433:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964880.611434:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964880.611435:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964880.611436:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964880.611437:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964880.611438:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964880.611438:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964880.611440:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebe050 x1633635891481536/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:546/0 lens 224/336 e 0 to 0 dl 1557964941 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964880.611441:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964880.611444:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891481536:12345-172.19.1.25@o2ib100:13 Request processed in 170us (309us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964880.611447:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964880.611447:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1624 00000100:00000040:10.0:1557964880.611448:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964880.611449:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964880.611450:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:10.0:1557964880.611450:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964880.611451:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc080. 00000100:00000001:14.0:1557964880.611452:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964880.611452:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000020:00000010:10.0:1557964880.611452:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000400:00000200:14.0:1557964880.611453:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc580 00000020:00000010:10.0:1557964880.611453:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000400:00000010:14.0:1557964880.611454:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc580. 00000020:00000040:10.0:1557964880.611454:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964880.611455:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964880.611455:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c800. 00000400:00000010:14.0:1557964880.611456:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689a00 (tot 24345492). 02000000:00000001:10.0:1557964880.611456:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964880.611456:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1557964880.611457:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964880.611458:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:10.0:1557964880.611458:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964880.611459:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f29c0. 00000400:00000010:10.0:1557964880.611460:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc080. 00000400:00000001:10.0:1557964880.611461:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964880.611462:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964880.619381:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964880.619430:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964880.619440:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964880.619448:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964880.619451:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964880.619458:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc125c0 00000400:00000200:4.0:1557964880.619464:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd589 [1] + 0 00000400:00000010:4.0:1557964880.619468:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f950c0. 00000400:00000200:4.0:1557964880.619470:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe780 00000800:00000200:17.0:1557964880.619472:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964880.619475:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964880.619478:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964880.619481:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630260850 x1633635870516672 msgsize 224 00000100:00100000:4.0:1557964880.619487:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964880.619489:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964880.619492:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964880.619493:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe780 00000400:00000010:4.0:1557964880.619494:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe780. 00000400:00000010:4.0:1557964880.619497:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964880.619499:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964880.619499:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964880.619502:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964880.619502:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:4.0:1557964880.619504:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964880.619504:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964880.619506:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964880.619508:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964880.619511:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964880.619514:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964880.619517:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516672 00000020:00000001:1.0:1557964880.619519:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964880.619520:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964880.619522:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964880.619524:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964880.619526:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964880.619529:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964880.619532:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964880.619533:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964880.619536:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964880.619538:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ee80. 00000020:00000010:1.0:1557964880.619541:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964880.619544:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964880.619546:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964880.619547:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964880.619548:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964880.619551:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964880.619557:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964880.619560:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964880.619561:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964880.619562:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964880.619563:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964880.619564:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964880.619566:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964880.619570:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1630 00000100:00000040:1.0:1557964880.619573:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964880.619575:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647635024 : -131365061916592 : ffff888630260850) 00000100:00000040:1.0:1557964880.619579:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630260850 x1633635870516672/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:546/0 lens 224/0 e 0 to 0 dl 1557964941 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964880.619589:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964880.619590:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964880.619593:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870516672:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964880.619601:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516672 00000020:00000001:1.0:1557964880.619604:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964880.619606:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964880.619607:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964880.619609:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964880.619611:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964880.619613:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964880.619615:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964880.619616:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964880.619617:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964880.619619:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964880.619621:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964880.619622:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964880.619624:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf000. 02000000:00000001:1.0:1557964880.619626:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964880.619628:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964880.619630:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964880.619632:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964880.619633:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964880.619634:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964880.619636:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964880.619639:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964880.619642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964880.619646:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964880.619648:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964880.619651:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964880.619654:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964880.619655:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964880.619657:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516672 00010000:00000001:1.0:1557964880.619660:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964880.619663:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630260850 x1633635870516672/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:546/0 lens 224/368 e 0 to 0 dl 1557964941 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964880.619672:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964880.619674:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964880.619676:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=33 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964880.619680:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964880.619683:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964880.619686:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964880.619688:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964880.619689:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964880.619691:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964880.619694:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964880.619696:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ee00. 00000100:00000200:1.0:1557964880.619699:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516672, offset 192 00000400:00000010:1.0:1557964880.619702:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76800 (tot 24345892). 00000400:00000200:1.0:1557964880.619706:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964880.619719:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964880.619725:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964880.619731:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964880.619733:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964880.619736:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964880.619741:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964880.619757:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964880.619758:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964880.619759:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964880.619760:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964880.619761:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964880.619762:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964880.619763:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964880.619764:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630260850 x1633635870516672/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:546/0 lens 224/336 e 0 to 0 dl 1557964941 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964880.619768:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870516672:12345-172.19.1.24@o2ib100:13 Request processed in 178us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964880.619771:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1630 00000100:00000040:1.0:1557964880.619772:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964880.619773:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964880.619773:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964880.619774:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964880.619775:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ee80. 00000020:00000010:1.0:1557964880.619776:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964880.619777:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964880.619778:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964880.619779:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964880.619780:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964880.619782:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0f00. 00000400:00000010:1.0:1557964880.619783:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ee80. 00000400:00000001:1.0:1557964880.619784:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964880.619784:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964880.619809:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964880.619813:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964880.619815:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964880.619815:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964880.619817:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf000. 02000000:00000001:21.0:1557964880.619836:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964880.619837:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964880.619839:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ee00 00000400:00000010:21.0:1557964880.619840:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ee00. 00000400:00000010:21.0:1557964880.619842:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76800 (tot 24345492). 00000800:00000200:21.0:1557964880.619843:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964880.619845:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964881.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964881.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964881.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964881.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964881.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964881.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964881.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964881.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964881.508075:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964881.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964881.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964881.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964881.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964881.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964881.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964881.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964882.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964882.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964882.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964882.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964882.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964882.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964882.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964882.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964882.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964882.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964882.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964882.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964882.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964882.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964882.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964882.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964882.596181:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88870620fb00 (tot 24345748). 00000400:00000010:6.0:1557964882.596196:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88870620fb00 (tot 24345492). 00000020:00000001:6.0:1557964882.597288:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964882.597289:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318598923, max_age 4318602925 00002000:00000001:6.0:1557964882.597291:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964882.597291:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964882.597292:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964882.597294:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964882.597295:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964882.597296:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964882.597297:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964882.597299:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964882.597300:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964882.597301:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964882.597302:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964882.597303:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964882.597303:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964882.597327:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964882.597328:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318603925, max_age 4318602925 00000020:00000004:6.0:1557964882.597329:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964882.597330:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964882.597351:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964882.597351:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318603925, max_age 4318602925 00000020:00000004:6.0:1557964882.597352:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964882.597353:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964882.597375:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964882.597376:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318603925, max_age 4318602925 00000020:00000004:6.0:1557964882.597376:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964882.597377:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964883.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964883.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964883.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964883.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964883.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964883.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964883.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964883.508069:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964883.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964883.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964883.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964883.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964883.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964883.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964883.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964883.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964884.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964884.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964884.508054:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964884.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964884.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964884.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964884.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964884.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964884.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964884.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964884.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964884.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964884.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964884.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964884.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964884.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964885.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964885.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964885.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964885.508041:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964885.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964885.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964885.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964885.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964885.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964885.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964885.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964885.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964885.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964885.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964885.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964885.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964885.619060:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964885.619082:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964885.619090:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964885.619098:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964885.619101:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964885.619107:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010be0 00000400:00000200:14.0:1557964885.619113:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9615 [1] + 0 00000400:00000010:14.0:1557964885.619118:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff97e0. 00000400:00000200:14.0:1557964885.619120:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e180 00000800:00000200:15.0:1557964885.619123:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964885.619124:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964885.619125:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964885.619127:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebdc50 x1633635891481568 msgsize 224 00000100:00100000:14.0:1557964885.619133:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964885.619135:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964885.619139:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964885.619140:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e180 00000400:00000010:14.0:1557964885.619141:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e180. 00000400:00000010:14.0:1557964885.619144:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964885.619146:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964885.619149:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964885.619151:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964885.619174:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964885.619177:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964885.619179:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964885.619181:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964885.619182:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964885.619184:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964885.619187:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964885.619190:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481568 00000020:00000001:10.0:1557964885.619192:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964885.619193:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964885.619195:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964885.619197:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964885.619199:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964885.619202:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964885.619207:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964885.619209:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964885.619211:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557964885.619214:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bda00. 00000020:00000010:10.0:1557964885.619217:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964885.619220:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964885.619222:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964885.619223:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964885.619224:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964885.619227:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964885.619233:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964885.619251:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964885.619252:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964885.619253:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964885.619253:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964885.619254:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964885.619255:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964885.619257:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1625 00000100:00000040:10.0:1557964885.619258:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964885.619259:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725375568 : -131291984176048 : ffff889733ebdc50) 00000100:00000040:10.0:1557964885.619261:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebdc50 x1633635891481568/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:551/0 lens 224/0 e 0 to 0 dl 1557964946 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964885.619264:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964885.619265:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964885.619266:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891481568:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964885.619267:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481568 00000020:00000001:10.0:1557964885.619268:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964885.619269:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964885.619270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964885.619271:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964885.619272:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964885.619273:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964885.619274:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964885.619274:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964885.619276:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964885.619277:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964885.619278:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964885.619279:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964885.619280:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964885.619281:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964885.619281:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964885.619282:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964885.619283:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964885.619284:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964885.619285:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964885.619287:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964885.619288:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964885.619289:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964885.619291:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964885.619292:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964885.619293:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964885.619294:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964885.619295:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964885.619297:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964885.619298:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964885.619298:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481568 00010000:00000001:10.0:1557964885.619299:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964885.619301:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebdc50 x1633635891481568/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:551/0 lens 224/368 e 0 to 0 dl 1557964946 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964885.619304:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964885.619305:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964885.619305:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=38 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964885.619307:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964885.619308:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964885.619309:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964885.619310:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964885.619311:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964885.619312:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964885.619314:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964885.619315:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc100. 00000100:00000200:10.0:1557964885.619317:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481568, offset 192 00000400:00000010:10.0:1557964885.619320:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689c00 (tot 24345892). 00000400:00000200:10.0:1557964885.619321:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964885.619327:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964885.619330:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964885.619333:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964885.619334:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964885.619335:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964885.619337:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964885.619339:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964885.619339:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964885.619341:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964885.619341:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964885.619342:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964885.619343:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964885.619343:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964885.619344:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964885.619345:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebdc50 x1633635891481568/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:551/0 lens 224/336 e 0 to 0 dl 1557964946 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964885.619346:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964885.619348:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964885.619349:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891481568:12345-172.19.1.25@o2ib100:13 Request processed in 84us (221us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964885.619351:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964885.619352:0:14820:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964885.619352:0:14820:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964885.619352:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1625 00000400:00000200:14.0:1557964885.619353:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc100 00000100:00000040:10.0:1557964885.619353:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964885.619354:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc100. 00000100:00000001:10.0:1557964885.619354:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964885.619354:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:14.0:1557964885.619355:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689c00 (tot 24345492). 00000020:00000010:10.0:1557964885.619355:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bda00. 00000800:00000200:14.0:1557964885.619356:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964885.619356:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964885.619357:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557964885.619358:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964885.619359:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964885.619360:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73c800. 02000000:00000001:10.0:1557964885.619361:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964885.619362:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964885.619363:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964885.619364:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f22a0. 00000400:00000010:10.0:1557964885.619365:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bda00. 00000400:00000001:10.0:1557964885.619366:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964885.619367:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964885.627492:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964885.627541:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964885.627550:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964885.627559:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964885.627562:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964885.627569:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc125e0 00000400:00000200:17.0:1557964885.627575:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd599 [1] + 0 00000400:00000010:17.0:1557964885.627579:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95060. 00000400:00000200:17.0:1557964885.627582:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf200 00000800:00000200:4.0:1557964885.627583:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964885.627585:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964885.627587:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964885.627589:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff888630260450 x1633635870516704 msgsize 224 00000100:00100000:17.0:1557964885.627596:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964885.627598:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964885.627601:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964885.627602:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf200 00000400:00000010:17.0:1557964885.627604:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf200. 00000400:00000010:17.0:1557964885.627607:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557964885.627610:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964885.627614:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964885.627615:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964885.627617:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964885.627617:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964885.627619:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:17.0:1557964885.627620:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964885.627621:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964885.627623:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964885.627627:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964885.627631:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516704 00000020:00000001:1.0:1557964885.627633:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964885.627635:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964885.627637:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964885.627639:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964885.627641:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964885.627644:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964885.627646:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964885.627648:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964885.627650:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964885.627653:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ed80. 00000020:00000010:1.0:1557964885.627656:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964885.627659:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964885.627661:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964885.627662:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964885.627663:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964885.627666:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964885.627673:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964885.627676:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964885.627677:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964885.627678:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964885.627679:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964885.627680:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964885.627682:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964885.627686:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1631 00000100:00000040:1.0:1557964885.627688:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964885.627690:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647634000 : -131365061917616 : ffff888630260450) 00000100:00000040:1.0:1557964885.627695:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630260450 x1633635870516704/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:551/0 lens 224/0 e 0 to 0 dl 1557964946 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964885.627705:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964885.627706:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964885.627709:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870516704:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964885.627712:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516704 00000020:00000001:1.0:1557964885.627714:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964885.627716:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964885.627717:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964885.627720:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964885.627721:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964885.627723:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964885.627725:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964885.627727:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964885.627728:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964885.627730:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964885.627732:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964885.627733:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964885.627735:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:1.0:1557964885.627737:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964885.627739:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964885.627741:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964885.627743:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964885.627744:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964885.627746:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964885.627748:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964885.627751:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964885.627754:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964885.627757:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964885.627760:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964885.627762:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964885.627765:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964885.627766:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964885.627768:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516704 00010000:00000001:1.0:1557964885.627771:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964885.627774:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630260450 x1633635870516704/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:551/0 lens 224/368 e 0 to 0 dl 1557964946 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964885.627783:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964885.627784:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964885.627786:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=38 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964885.627790:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964885.627793:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964885.627795:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964885.627797:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964885.627799:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964885.627800:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964885.627804:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964885.627805:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ed00. 00000100:00000200:1.0:1557964885.627808:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516704, offset 192 00000400:00000010:1.0:1557964885.627811:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73800 (tot 24345892). 00000400:00000200:1.0:1557964885.627815:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964885.627828:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964885.627834:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964885.627839:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964885.627842:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964885.627844:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964885.627849:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964885.627850:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964885.627852:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964885.627855:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964885.627856:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964885.627858:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964885.627859:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964885.627861:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964885.627864:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630260450 x1633635870516704/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:551/0 lens 224/336 e 0 to 0 dl 1557964946 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964885.627875:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870516704:12345-172.19.1.24@o2ib100:13 Request processed in 168us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964885.627883:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1631 00000100:00000040:1.0:1557964885.627885:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964885.627890:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964885.627902:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964885.627903:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964885.627904:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ed80. 00000020:00000010:1.0:1557964885.627905:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964885.627905:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964885.627906:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964885.627907:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964885.627909:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964885.627910:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf00c0. 00000400:00000010:1.0:1557964885.627910:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ed80. 00000400:00000001:1.0:1557964885.627930:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964885.627930:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:21.0:1557964885.627941:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964885.627946:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964885.627947:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964885.627950:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964885.627951:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:21.0:1557964885.627952:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964885.627953:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964885.627954:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ed00 00000400:00000010:21.0:1557964885.627955:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ed00. 00000400:00000010:21.0:1557964885.627956:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73800 (tot 24345492). 00000800:00000200:21.0:1557964885.627958:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964885.627959:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964886.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964886.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964886.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964886.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964886.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964886.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964886.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964886.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964886.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964886.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964886.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964886.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964886.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964886.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964886.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964886.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964887.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964887.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964887.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964887.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964887.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964887.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964887.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964887.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964887.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964887.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964887.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964887.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964887.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964887.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964887.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964887.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964887.597783:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff887775f29800 (tot 24345748). 00000400:00000010:6.0:1557964887.597799:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff887775f29800 (tot 24345492). 00000020:00000001:6.0:1557964887.598918:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964887.598919:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318603925, max_age 4318607926 00002000:00000001:6.0:1557964887.598920:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964887.598921:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964887.598922:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964887.598924:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964887.598925:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964887.598927:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964887.598928:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964887.598930:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964887.598931:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964887.598932:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964887.598933:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964887.598934:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964887.598934:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964887.598959:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964887.598959:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318608926, max_age 4318607926 00000020:00000004:6.0:1557964887.598960:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964887.598961:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964887.598991:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964887.598991:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318608926, max_age 4318607927 00000020:00000004:6.0:1557964887.598992:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964887.598993:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964887.599019:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964887.599019:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318608926, max_age 4318607927 00000020:00000004:6.0:1557964887.599020:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964887.599021:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964888.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964888.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964888.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964888.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964888.508047:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964888.508047:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964888.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964888.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964888.508074:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964888.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964888.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964888.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964888.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964888.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964888.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964888.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964889.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964889.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964889.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964889.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964889.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964889.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964889.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964889.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964889.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964889.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964889.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964889.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964889.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964889.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964889.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964889.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964890.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964890.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964890.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964890.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964890.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964890.508054:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964890.508056:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964890.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964890.508060:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964890.508061:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964890.508062:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964890.508064:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964890.508065:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964890.508066:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964890.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964890.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964890.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964890.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964890.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964890.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964890.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964890.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964890.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964890.627056:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964890.627078:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964890.627086:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964890.627093:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964890.627097:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964890.627103:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010c00 00000400:00000200:14.0:1557964890.627109:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9625 [1] + 0 00000400:00000010:14.0:1557964890.627113:0:14822:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9c00. 00000400:00000200:14.0:1557964890.627116:0:14822:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33f480 00000800:00000200:15.0:1557964890.627118:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964890.627119:0:14822:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964890.627120:0:14822:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964890.627123:0:14822:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebd850 x1633635891481600 msgsize 224 00000100:00100000:14.0:1557964890.627129:0:14822:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964890.627131:0:14822:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964890.627134:0:14822:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964890.627135:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33f480 00000400:00000010:14.0:1557964890.627137:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33f480. 00000400:00000010:14.0:1557964890.627139:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964890.627142:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964890.627144:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964890.627146:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964890.627170:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964890.627174:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964890.627177:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964890.627180:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964890.627181:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964890.627183:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964890.627186:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964890.627189:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481600 00000020:00000001:10.0:1557964890.627191:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964890.627193:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964890.627194:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964890.627196:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964890.627198:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964890.627201:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964890.627204:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964890.627206:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964890.627210:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f400. 00000020:00000010:10.0:1557964890.627213:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdb80. 00000020:00000010:10.0:1557964890.627216:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964890.627218:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964890.627220:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964890.627222:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964890.627223:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964890.627226:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964890.627232:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964890.627235:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964890.627236:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964890.627237:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964890.627238:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964890.627240:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964890.627241:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964890.627246:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1626 00000100:00000040:10.0:1557964890.627248:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964890.627250:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725374544 : -131291984177072 : ffff889733ebd850) 00000100:00000040:10.0:1557964890.627254:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebd850 x1633635891481600/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:556/0 lens 224/0 e 0 to 0 dl 1557964951 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964890.627281:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964890.627282:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964890.627285:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891481600:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964890.627289:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481600 00000020:00000001:10.0:1557964890.627290:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964890.627293:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964890.627294:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964890.627296:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964890.627297:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964890.627299:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964890.627301:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964890.627302:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964890.627303:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964890.627305:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964890.627307:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964890.627308:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964890.627310:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a000. 02000000:00000001:10.0:1557964890.627312:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964890.627313:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964890.627315:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964890.627317:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964890.627318:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964890.627320:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964890.627324:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964890.627326:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964890.627328:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964890.627332:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964890.627334:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964890.627337:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964890.627340:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964890.627343:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964890.627346:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964890.627348:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964890.627350:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481600 00010000:00000001:10.0:1557964890.627353:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964890.627356:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebd850 x1633635891481600/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:556/0 lens 224/368 e 0 to 0 dl 1557964951 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964890.627365:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964890.627366:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964890.627368:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=43 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964890.627372:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964890.627375:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964890.627377:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964890.627379:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964890.627380:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964890.627382:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964890.627385:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964890.627387:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc300. 00000100:00000200:10.0:1557964890.627390:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481600, offset 192 00000400:00000010:10.0:1557964890.627410:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ee00 (tot 24345892). 00000400:00000200:10.0:1557964890.627413:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964890.627419:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964890.627422:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964890.627425:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964890.627426:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964890.627427:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964890.627430:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964890.627431:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964890.627431:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964890.627433:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964890.627433:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964890.627434:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964890.627435:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964890.627436:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964890.627437:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebd850 x1633635891481600/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:556/0 lens 224/336 e 0 to 0 dl 1557964951 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964890.627444:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891481600:12345-172.19.1.25@o2ib100:13 Request processed in 163us (320us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964890.627447:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1626 00000100:00000040:10.0:1557964890.627449:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964890.627450:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964890.627450:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964890.627451:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdb80. 00000020:00000010:10.0:1557964890.627452:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964890.627453:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f400. 00000020:00000040:10.0:1557964890.627454:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964890.627455:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964890.627457:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.2:1557964890.627458:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000400:00000010:10.0:1557964890.627458:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2240. 00000400:00000010:10.0:1557964890.627459:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdb80. 00000400:00000001:10.0:1557964890.627460:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964890.627460:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964890.627467:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964890.627470:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964890.627472:0:14819:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964890.627473:0:14819:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964890.627475:0:14819:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a000. 02000000:00000001:14.0:1557964890.627496:0:14819:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964890.627497:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964890.627499:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc300 00000400:00000010:14.0:1557964890.627500:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc300. 00000800:00000200:15.0:1557964890.627502:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964890.627503:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ee00 (tot 24345492). 00000800:00000200:14.0:1557964890.627505:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964890.635403:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964890.635466:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964890.635471:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964890.635475:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964890.635476:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964890.635479:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12600 00000400:00000200:4.0:1557964890.635481:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd5a9 [1] + 0 00000400:00000010:4.0:1557964890.635483:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95000. 00000400:00000200:4.0:1557964890.635484:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf100 00000100:00000001:4.0:1557964890.635486:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964890.635487:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964890.635488:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630260050 x1633635870516736 msgsize 224 00000100:00100000:4.0:1557964890.635490:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964890.635491:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964890.635493:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964890.635494:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf100 00000400:00000010:4.0:1557964890.635495:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf100. 00000400:00000010:4.0:1557964890.635496:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:17.0:1557964890.635497:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964890.635497:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964890.635498:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964890.635498:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964890.635500:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964890.635500:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964890.635502:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964890.635503:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964890.635504:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964890.635505:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964890.635507:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964890.635508:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516736 00000020:00000001:1.0:1557964890.635509:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964890.635511:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964890.635512:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964890.635513:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964890.635514:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964890.635515:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964890.635517:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964890.635518:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964890.635519:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964890.635520:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ec80. 00000020:00000010:1.0:1557964890.635522:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964890.635523:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964890.635524:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964890.635524:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964890.635525:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964890.635527:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964890.635529:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964890.635531:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964890.635532:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964890.635532:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964890.635533:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964890.635533:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964890.635534:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964890.635554:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1632 00000100:00000040:1.0:1557964890.635556:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964890.635557:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647632976 : -131365061918640 : ffff888630260050) 00000100:00000040:1.0:1557964890.635559:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630260050 x1633635870516736/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:556/0 lens 224/0 e 0 to 0 dl 1557964951 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964890.635562:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964890.635563:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964890.635564:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870516736:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964890.635566:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516736 00000020:00000001:1.0:1557964890.635567:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964890.635568:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964890.635569:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964890.635587:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964890.635588:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964890.635589:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964890.635592:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964890.635593:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964890.635593:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964890.635594:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964890.635595:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964890.635596:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964890.635597:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:1.0:1557964890.635598:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964890.635599:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964890.635599:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964890.635600:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964890.635601:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964890.635602:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964890.635602:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964890.635604:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964890.635605:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964890.635606:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964890.635608:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964890.635609:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964890.635610:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964890.635611:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964890.635611:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516736 00010000:00000001:1.0:1557964890.635612:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964890.635614:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630260050 x1633635870516736/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:556/0 lens 224/368 e 0 to 0 dl 1557964951 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964890.635617:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964890.635617:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964890.635618:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=43 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964890.635620:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964890.635621:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964890.635622:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964890.635623:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964890.635624:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964890.635625:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964890.635626:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964890.635627:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ec00. 00000100:00000200:1.0:1557964890.635629:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516736, offset 192 00000400:00000010:1.0:1557964890.635630:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73800 (tot 24345892). 00000400:00000200:1.0:1557964890.635632:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964890.635637:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964890.635639:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964890.635642:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964890.635644:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964890.635644:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964890.635647:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964890.635648:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964890.635649:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964890.635650:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964890.635651:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964890.635651:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964890.635652:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964890.635653:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964890.635654:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630260050 x1633635870516736/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:556/0 lens 224/336 e 0 to 0 dl 1557964951 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964890.635658:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870516736:12345-172.19.1.24@o2ib100:13 Request processed in 94us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964890.635660:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1632 00000100:00000040:1.0:1557964890.635661:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964890.635662:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964890.635662:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964890.635663:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ec80. 00000020:00000010:1.0:1557964890.635664:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964890.635665:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964890.635666:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964890.635668:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964890.635669:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964890.635670:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0000. 00000400:00000010:1.0:1557964890.635671:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ec80. 00000400:00000001:1.0:1557964890.635673:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964890.635673:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964890.635679:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964890.635715:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964890.635719:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964890.635721:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964890.635722:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964890.635724:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:21.0:1557964890.635743:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964890.635744:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964890.635745:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ec00 00000400:00000010:21.0:1557964890.635747:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ec00. 00000400:00000010:21.0:1557964890.635748:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73800 (tot 24345492). 00000800:00000200:21.0:1557964890.635749:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964890.635751:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964891.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964891.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964891.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964891.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964891.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964891.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964891.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964891.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964891.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964891.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964891.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964891.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964891.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964891.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964891.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964891.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964892.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964892.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00010000:00000001:10.0:1557964892.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964892.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964892.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964892.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964892.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964892.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964892.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964892.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964892.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964892.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964892.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964892.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964892.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964892.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964892.599600:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873572ed00 (tot 24345748). 00000400:00000010:6.0:1557964892.599616:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873572ed00 (tot 24345492). 00000020:00000001:6.0:1557964892.600631:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964892.600632:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318608926, max_age 4318612928 00002000:00000001:6.0:1557964892.600633:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964892.600633:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964892.600634:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964892.600637:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964892.600638:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964892.600639:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964892.600640:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964892.600641:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964892.600644:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964892.600645:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964892.600646:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964892.600647:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964892.600648:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964892.600672:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964892.600673:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318613928, max_age 4318612928 00000020:00000004:6.0:1557964892.600673:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964892.600674:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964892.600695:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964892.600696:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318613928, max_age 4318612928 00000020:00000004:6.0:1557964892.600697:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964892.600698:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964892.600722:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964892.600722:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318613928, max_age 4318612928 00000020:00000004:6.0:1557964892.600723:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964892.600724:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964893.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964893.330050:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:10.0:1557964893.330053:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f400 (tot 24345892). 00000400:00000200:10.0:1557964893.330058:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:10.0:1557964893.330071:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:10.0:1557964893.330077:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:10.0:1557964893.330083:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964893.330086:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:10.0:1557964893.330088:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557964893.330092:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:10.0:1557964893.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964893.330100:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:10.0:1557964893.330104:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68a800 (tot 24346292). 00000400:00000200:10.0:1557964893.330108:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:10.0:1557964893.330117:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:10.0:1557964893.330121:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:10.0:1557964893.330125:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964893.330127:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:9.2:1557964893.330128:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557964893.330129:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:10.0:1557964893.330131:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:10.0:1557964893.330134:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964893.330141:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000800:00000200:26.2:1557964893.330142:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000010:10.0:1557964893.330143:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688c00 (tot 24346692). 00000400:00000200:10.0:1557964893.330149:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000800:00000200:26.0:1557964893.330162:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000400:00000200:10.0:1557964893.330162:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:26.0:1557964893.330169:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000800:00000200:10.0:1557964893.330169:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000400:00000010:26.0:1557964893.330174:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68a800 (tot 24346292). 00000800:00000200:10.0:1557964893.330174:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964893.330177:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:26.0:1557964893.330178:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:17.0:1557964893.330179:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000800:00000200:10.0:1557964893.330180:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:26.0:1557964893.330181:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:10.0:1557964893.330183:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:17.0:1557964893.330187:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000400:00000200:10.0:1557964893.330188:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964893.330195:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:10.0:1557964893.330197:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f600 (tot 24346692). 00000400:00000010:17.0:1557964893.330198:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f400 (tot 24346292). 00000800:00000200:17.0:1557964893.330202:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:10.0:1557964893.330202:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:17.0:1557964893.330204:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:17.0:1557964893.330211:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000800:00000200:26.2:1557964893.330212:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000400:00000200:10.0:1557964893.330213:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:27.2:1557964893.330219:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:10.0:1557964893.330221:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:4.0:1557964893.330222:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:17.0:1557964893.330223:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000400:00000010:17.0:1557964893.330226:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24346692). 00000800:00000200:10.0:1557964893.330227:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:26.0:1557964893.330229:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:10.0:1557964893.330230:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:10.0:1557964893.330233:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:10.0:1557964893.330237:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:26.0:1557964893.330238:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:27.0:1557964893.330240:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000400:00000200:10.0:1557964893.330251:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000800:00000200:27.0:1557964893.330252:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000400:00000200:17.0:1557964893.330252:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000400:00000200:26.0:1557964893.330257:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:14.0:1557964893.330257:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:10.0:1557964893.330258:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:26.0:1557964893.330260:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fcfc2600 (tot 24347092). 00000400:00000200:17.0:1557964893.330261:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557964893.330262:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24347092). 00000800:00000200:14.0:1557964893.330262:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:10.0:1557964893.330262:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e400 (tot 24347492). 00000800:00000200:17.0:1557964893.330263:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:17.0:1557964893.330265:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000400:00000010:27.0:1557964893.330266:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688c00 (tot 24346692). 00000800:00000200:17.0:1557964893.330266:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000200:10.0:1557964893.330267:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:27.0:1557964893.330269:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:12.2:1557964893.330269:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:26.0:1557964893.330275:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000400:00000200:26.0:1557964893.330281:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:10.0:1557964893.330282:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000400:00000010:26.0:1557964893.330284:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fcfc2600 (tot 24346292). 00000800:00000200:26.0:1557964893.330287:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:10.0:1557964893.330289:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557964893.330290:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964893.330293:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:10.0:1557964893.330294:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964893.330297:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:10.0:1557964893.330299:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:10.0:1557964893.330304:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:21.0:1557964893.330306:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000400:00000200:10.0:1557964893.330307:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000800:00000200:27.2:1557964893.330308:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:21.0:1557964893.330311:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000400:00000200:10.0:1557964893.330311:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:10.0:1557964893.330313:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688a00 (tot 24346692). 00000400:00000010:21.0:1557964893.330314:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f600 (tot 24346292). 00000800:00000200:27.0:1557964893.330316:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:21.0:1557964893.330316:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000400:00000200:10.0:1557964893.330317:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:21.0:1557964893.330318:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000800:00000200:21.0:1557964893.330322:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:27.0:1557964893.330324:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000400:00000200:21.0:1557964893.330327:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000200:10.0:1557964893.330327:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000400:00000010:21.0:1557964893.330328:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346692). 00000800:00000200:12.0:1557964893.330329:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:21.0:1557964893.330332:0:14815:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000800:00000200:10.0:1557964893.330332:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000400:00000200:27.0:1557964893.330335:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000400:00000200:21.0:1557964893.330335:0:14815:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:21.0:1557964893.330336:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24346292). 00000800:00000200:10.0:1557964893.330336:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:21.0:1557964893.330337:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (22)++ 00000800:00000200:10.0:1557964893.330337:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000400:00000010:27.0:1557964893.330338:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971de32800 (tot 24346692). 00000800:00000200:21.0:1557964893.330339:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (23)-- 00000800:00000200:10.0:1557964893.330339:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:21.0:1557964893.330340:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:10.0:1557964893.330341:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:21.0:1557964893.330342:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:11.2:1557964893.330343:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:10.0:1557964893.330344:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:27.0:1557964893.330349:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000400:00000200:10.0:1557964893.330349:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000800:00000200:28.2:1557964893.330351:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000400:00000010:10.0:1557964893.330351:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68dc00 (tot 24347092). 00000400:00000200:10.0:1557964893.330355:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000400:00000200:27.0:1557964893.330357:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:27.0:1557964893.330360:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971de32800 (tot 24346692). 00000800:00000200:7.0:1557964893.330364:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000800:00000200:4.0:1557964893.330372:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (23)-- 00000800:00000200:27.0:1557964893.330379:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:10.0:1557964893.330379:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:7.0:1557964893.330379:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000800:00000200:28.0:1557964893.330381:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:27.0:1557964893.330381:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:10.0:1557964893.330381:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000400:00000010:7.0:1557964893.330382:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e400 (tot 24346292). 00000800:00000200:27.0:1557964893.330383:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:28.0:1557964893.330384:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:10.0:1557964893.330384:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:7.0:1557964893.330384:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:27.0:1557964893.330385:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:10.0:1557964893.330386:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:10.0:1557964893.330386:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000400:00000010:28.0:1557964893.330387:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688a00 (tot 24345892). 00000800:00000200:28.0:1557964893.330389:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:10.0:1557964893.330389:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:10.0:1557964893.330391:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318553658 00000400:00000200:10.0:1557964893.330392:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:10.0:1557964893.330394:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ac00 (tot 24346292). 00000400:00000200:10.0:1557964893.330395:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:10.0:1557964893.330399:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:10.0:1557964893.330401:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:10.0:1557964893.330403:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964893.330403:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:10.0:1557964893.330404:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:10.0:1557964893.330405:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:29.2:1557964893.330423:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:14.2:1557964893.330440:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557964893.330450:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:14.0:1557964893.330454:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000010:14.0:1557964893.330457:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ac00 (tot 24345892). 00000800:00000200:21.0:1557964893.330458:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:14.0:1557964893.330458:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557964893.330460:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:21.0:1557964893.330480:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000400:00000010:21.0:1557964893.330483:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68dc00 (tot 24345492). 00000800:00000200:21.0:1557964893.330485:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:21.0:1557964893.330486:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:11.2:1557964893.330494:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:4.0:1557964893.330551:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:29.2:1557964893.330556:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:4.0:1557964893.330573:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:7.0:1557964893.330574:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:4.0:1557964893.330576:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000800:00000200:7.0:1557964893.330578:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000400:00000010:4.0:1557964893.330578:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000800:00000200:7.0:1557964893.330581:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000400:00000200:4.0:1557964893.330582:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000800:00000200:28.2:1557964893.330583:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:28.0:1557964893.330598:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000400:00000200:7.0:1557964893.330602:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000200:4.0:1557964893.330602:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:14.2:1557964893.330603:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000400:00000010:4.0:1557964893.330603:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:28.0:1557964893.330604:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000010:7.0:1557964893.330604:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000800:00000200:4.0:1557964893.330604:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:4.0:1557964893.330606:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:4.0:1557964893.330607:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000200:28.0:1557964893.330608:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000200:7.0:1557964893.330608:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000800:00000200:4.0:1557964893.330608:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000010:28.0:1557964893.330610:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889624bb1000 (tot 24346292). 00000800:00000200:13.0:1557964893.330610:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:7.0:1557964893.330610:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:13.0:1557964893.330612:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000400:00000010:7.0:1557964893.330612:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:28.0:1557964893.330613:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000800:00000200:7.0:1557964893.330613:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (21)++ 00000800:00000200:7.0:1557964893.330615:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:7.0:1557964893.330615:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000400:00000200:28.0:1557964893.330616:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:13.0:1557964893.330616:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000400:00000010:28.0:1557964893.330617:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889624bb1000 (tot 24345492). 00000800:00000200:28.0:1557964893.330619:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557964893.330620:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:13.0:1557964893.330620:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000800:00000200:28.0:1557964893.330621:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000400:00000010:13.0:1557964893.330622:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887376c9c00 (tot 24345892). 00000800:00000200:28.0:1557964893.330623:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000200:13.0:1557964893.330625:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:13.0:1557964893.330628:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:13.0:1557964893.330629:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887376c9c00 (tot 24345492). 00000800:00000200:13.0:1557964893.330632:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:13.0:1557964893.330633:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:13.0:1557964893.330634:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00010000:00000001:10.0:1557964893.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964893.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964893.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964893.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964893.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964893.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964893.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964893.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964893.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964893.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964893.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964893.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964893.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964893.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964894.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964894.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964894.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964894.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964894.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964894.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964894.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964894.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964894.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964894.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964894.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964894.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964894.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964894.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964894.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964894.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964895.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964895.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964895.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964895.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964895.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964895.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964895.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964895.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964895.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964895.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964895.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964895.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964895.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964895.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964895.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964895.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964895.635053:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964895.635076:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964895.635084:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964895.635091:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964895.635094:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964895.635101:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010c50 00000400:00000200:14.0:1557964895.635107:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9655 [1] + 0 00000400:00000010:14.0:1557964895.635111:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff95a0. 00000400:00000200:14.0:1557964895.635113:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8896ef33e300 00000800:00000200:28.0:1557964895.635117:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964895.635118:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964895.635119:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964895.635121:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebd450 x1633635891481680 msgsize 224 00000100:00100000:14.0:1557964895.635128:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964895.635129:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964895.635132:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964895.635133:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896ef33e300 00000400:00000010:14.0:1557964895.635135:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896ef33e300. 00000400:00000010:14.0:1557964895.635138:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964895.635140:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964895.635143:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964895.635145:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964895.635168:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964895.635171:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964895.635173:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964895.635174:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964895.635176:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964895.635177:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964895.635182:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964895.635184:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481680 00000020:00000001:10.0:1557964895.635187:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964895.635188:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964895.635190:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964895.635192:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964895.635194:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964895.635196:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964895.635199:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964895.635201:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964895.635204:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964895.635207:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd880. 00000020:00000010:10.0:1557964895.635211:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964895.635214:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964895.635216:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964895.635217:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964895.635218:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964895.635221:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964895.635227:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964895.635230:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964895.635232:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964895.635233:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964895.635234:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964895.635236:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964895.635237:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964895.635242:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1627 00000100:00000040:10.0:1557964895.635244:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964895.635246:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725373520 : -131291984178096 : ffff889733ebd450) 00000100:00000040:10.0:1557964895.635250:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebd450 x1633635891481680/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:561/0 lens 224/0 e 0 to 0 dl 1557964956 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964895.635260:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964895.635261:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964895.635264:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891481680:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964895.635268:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481680 00000020:00000001:10.0:1557964895.635270:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964895.635272:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964895.635273:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.635275:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964895.635277:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964895.635279:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964895.635281:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964895.635282:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964895.635283:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964895.635285:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964895.635287:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964895.635288:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964895.635291:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964895.635293:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964895.635294:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964895.635296:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964895.635299:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964895.635300:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964895.635301:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964895.635306:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964895.635308:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964895.635310:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964895.635313:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964895.635316:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964895.635319:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964895.635321:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964895.635324:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964895.635327:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964895.635328:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964895.635330:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481680 00010000:00000001:10.0:1557964895.635333:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964895.635336:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebd450 x1633635891481680/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:561/0 lens 224/368 e 0 to 0 dl 1557964956 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964895.635345:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964895.635346:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964895.635348:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=48 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964895.635352:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964895.635355:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964895.635357:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964895.635359:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964895.635360:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964895.635362:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964895.635366:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964895.635367:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc000. 00000100:00000200:10.0:1557964895.635370:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481680, offset 192 00000400:00000010:10.0:1557964895.635376:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68b000 (tot 24345892). 00000400:00000200:10.0:1557964895.635381:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964895.635394:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964895.635400:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964895.635405:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964895.635407:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964895.635409:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964895.635413:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964895.635415:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964895.635417:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964895.635420:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964895.635422:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964895.635423:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000800:00000200:14.2:1557964895.635424:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964895.635425:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.635426:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964895.635429:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebd450 x1633635891481680/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:561/0 lens 224/336 e 0 to 0 dl 1557964956 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964895.635437:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964895.635440:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891481680:12345-172.19.1.25@o2ib100:13 Request processed in 177us (316us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964895.635441:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964895.635445:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964895.635446:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964895.635447:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc000 00000100:00100000:10.0:1557964895.635447:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1627 00000400:00000010:14.0:1557964895.635449:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc000. 00000100:00000040:10.0:1557964895.635449:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:27.0:1557964895.635450:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964895.635451:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964895.635453:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:14.0:1557964895.635454:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68b000 (tot 24345492). 00000020:00000010:10.0:1557964895.635454:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd880. 00000800:00000200:14.0:1557964895.635456:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964895.635456:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964895.635459:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964895.635461:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964895.635463:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964895.635464:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964895.635466:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964895.635467:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964895.635470:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964895.635472:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2480. 00000400:00000010:10.0:1557964895.635489:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd880. 00000400:00000001:10.0:1557964895.635491:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964895.635492:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964895.643401:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964895.643449:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964895.643460:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964895.643468:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964895.643471:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964895.643478:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12620 00000400:00000200:17.0:1557964895.643485:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd5c9 [1] + 0 00000400:00000010:17.0:1557964895.643490:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95960. 00000400:00000200:17.0:1557964895.643492:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf680 00000800:00000200:4.0:1557964895.643493:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964895.643496:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964895.643497:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964895.643500:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617c50 x1633635870516768 msgsize 224 00000100:00100000:17.0:1557964895.643506:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964895.643508:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964895.643511:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964895.643512:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf680 00000400:00000010:17.0:1557964895.643517:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf680. 00000400:00000010:17.0:1557964895.643520:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557964895.643520:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964895.643524:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964895.643524:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964895.643526:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964895.643528:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 02000000:00000001:1.0:1557964895.643528:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:17.0:1557964895.643530:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964895.643530:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964895.643532:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964895.643537:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964895.643540:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516768 00000020:00000001:1.0:1557964895.643543:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964895.643544:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964895.643547:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964895.643549:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964895.643551:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964895.643553:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964895.643556:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964895.643557:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964895.643560:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964895.643563:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627eb80. 00000020:00000010:1.0:1557964895.643565:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964895.643568:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964895.643570:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964895.643571:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964895.643572:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964895.643575:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964895.643580:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964895.643583:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964895.643585:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964895.643586:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964895.643587:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964895.643588:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964895.643591:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964895.643595:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1633 00000100:00000040:1.0:1557964895.643598:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964895.643600:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836080720 : -131364873470896 : ffff88863b617c50) 00000100:00000040:1.0:1557964895.643604:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617c50 x1633635870516768/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:561/0 lens 224/0 e 0 to 0 dl 1557964956 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964895.643614:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964895.643615:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964895.643618:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870516768:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964895.643622:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516768 00000020:00000001:1.0:1557964895.643623:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964895.643625:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964895.643627:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964895.643629:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964895.643630:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964895.643632:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964895.643634:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964895.643635:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964895.643636:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964895.643638:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964895.643640:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964895.643641:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964895.643644:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad800. 02000000:00000001:1.0:1557964895.643645:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964895.643647:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964895.643649:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964895.643651:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964895.643653:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964895.643654:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964895.643656:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964895.643659:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964895.643662:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964895.643679:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964895.643682:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964895.643683:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964895.643684:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964895.643685:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964895.643686:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516768 00010000:00000001:1.0:1557964895.643687:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964895.643689:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617c50 x1633635870516768/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:561/0 lens 224/368 e 0 to 0 dl 1557964956 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964895.643692:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964895.643692:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964895.643693:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=48 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964895.643695:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964895.643696:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964895.643696:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964895.643697:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964895.643698:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964895.643699:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964895.643700:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964895.643701:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627eb00. 00000100:00000200:1.0:1557964895.643702:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516768, offset 192 00000400:00000010:1.0:1557964895.643703:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76800 (tot 24345892). 00000400:00000200:1.0:1557964895.643705:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964895.643710:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964895.643713:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964895.643716:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964895.643717:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964895.643718:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964895.643720:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964895.643721:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964895.643722:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964895.643723:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964895.643724:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964895.643725:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964895.643726:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964895.643726:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964895.643728:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617c50 x1633635870516768/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:561/0 lens 224/336 e 0 to 0 dl 1557964956 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964895.643732:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870516768:12345-172.19.1.24@o2ib100:13 Request processed in 117us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964895.643734:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1633 00000100:00000040:1.0:1557964895.643736:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964895.643736:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964895.643737:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964895.643737:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627eb80. 00000020:00000010:1.0:1557964895.643738:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964895.643739:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964895.643740:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964895.643741:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964895.643742:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964895.643743:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0960. 00000400:00000010:1.0:1557964895.643744:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627eb80. 00000400:00000001:1.0:1557964895.643745:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964895.643745:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964895.643753:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964895.643789:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964895.643794:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964895.643796:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964895.643797:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964895.643798:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad800. 02000000:00000001:7.0:1557964895.643817:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964895.643818:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964895.643818:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627eb00 00000400:00000010:7.0:1557964895.643819:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627eb00. 00000400:00000010:7.0:1557964895.643821:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76800 (tot 24345492). 00000800:00000200:7.0:1557964895.643822:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964895.643824:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000040:10.0:1557964895.676037:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964895.676044:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964895.676047:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627624200. 00000020:00000040:10.0:1557964895.676049:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964895.676052:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964895.676053:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964895.676056:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964895.676059:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365d00. 00000100:00000001:10.0:1557964895.676062:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676067:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676077:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964895.676078:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964895.676081:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676085:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627624200] to pc [ptlrpcd_01_02:2] req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964895.676103:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676104:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964895.676108:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964895.676109:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627623f00. 00000020:00000040:10.0:1557964895.676111:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964895.676113:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964895.676114:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964895.676115:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964895.676117:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366300. 00000100:00000001:10.0:1557964895.676119:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676122:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676130:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964895.676130:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964895.676132:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676138:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627623f00] to pc [ptlrpcd_01_03:3] req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964895.676145:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964895.676146:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676148:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:8.0:1557964895.676148:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964895.676150:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964895.676150:0:14851:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964895.676151:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964895.676152:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627624500. 00000100:00000001:13.0:1557964895.676153:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000040:10.0:1557964895.676153:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:13.0:1557964895.676155:0:14852:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964895.676155:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964895.676156:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:8.0:1557964895.676156:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:10.0:1557964895.676157:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964895.676159:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366f00. 00000100:00000040:13.0:1557964895.676160:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964895.676160:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676163:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964895.676166:0:14851:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1557964895.676167:0:14851:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676170:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000001:8.0:1557964895.676170:0:14851:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:13.0:1557964895.676171:0:14852:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964895.676171:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:13.0:1557964895.676172:0:14852:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676173:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964895.676174:0:14851:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964895.676175:0:14852:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:13.0:1557964895.676176:0:14852:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676176:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627624500] to pc [ptlrpcd_01_04:4] req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00100000:8.0:1557964895.676178:0:14851:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:8c05ad95-98db-8b06-7942-a20be71d88ee:14851:1633636024601344:172.19.1.24@o2ib100:400 00000100:00100000:13.0:1557964895.676180:0:14852:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:looze-MDT0000-lwp-OST0009_UUID:14852:1633636024601360:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964895.676181:0:14851:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:13.0:1557964895.676183:0:14852:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:8.0:1557964895.676183:0:14851:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:8.0:1557964895.676184:0:14851:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964895.676185:0:14852:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:13.0:1557964895.676186:0:14852:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964895.676186:0:14851:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:13.0:1557964895.676188:0:14852:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:10.0:1557964895.676189:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964895.676189:0:14851:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b400. 02000000:00000010:13.0:1557964895.676190:0:14852:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8887376c9c00. 00000020:00000001:10.0:1557964895.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:8.0:1557964895.676191:0:14851:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557964895.676192:0:14852:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=460232 : 460232 : 705c8) 00000400:00000010:13.0:1557964895.676195:0:14852:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889734a915a0. 00000020:00000001:10.0:1557964895.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000400:00000010:8.0:1557964895.676195:0:14851:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000020:00000001:10.0:1557964895.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000400:00000010:8.0:1557964895.676198:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000400:00000010:13.0:1557964895.676199:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f7a3200. 00000020:00000001:10.0:1557964895.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286976 : -264640 : fffffffffffbf640) 00000020:00000001:10.0:1557964895.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000200:8.0:1557964895.676201:0:14851:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601344, portal 25 00000020:00000001:10.0:1557964895.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000200:13.0:1557964895.676203:0:14852:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601360, portal 10 00000020:00000001:10.0:1557964895.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709425416 : -126200 : fffffffffffe1308) 00000100:00000001:8.0:1557964895.676204:0:14851:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:13.0:1557964895.676205:0:14852:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964895.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=88000 : 88000 : 157c0) 00000100:00000001:8.0:1557964895.676205:0:14851:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220063744 : -131296489487872 : ffff889627624200) 00000100:00000001:13.0:1557964895.676206:0:14852:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220062976 : -131296489488640 : ffff889627623f00) 00000020:00000001:10.0:1557964895.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709467528 : -84088 : fffffffffffeb788) 00000020:00000001:10.0:1557964895.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1120694 : 1120694 : 1119b6) 00000100:00000040:8.0:1557964895.676210:0:14851:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:13.0:1557964895.676211:0:14852:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=69303 : 69303 : 10eb7) 00000020:00000001:10.0:1557964895.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709452154 : -99462 : fffffffffffe7b7a) 00000020:00000001:10.0:1557964895.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709529051 : -22565 : ffffffffffffa7db) 00000020:00000001:10.0:1557964895.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147514096 : 147514096 : 8cae2f0) 00000100:00000001:8.0:1557964895.676218:0:14851:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:13.0:1557964895.676219:0:14852:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964895.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709525420 : -26196 : ffffffffffff99ac) 00000020:00000001:10.0:1557964895.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964895.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709084120 : -467496 : fffffffffff8ddd8) 00000100:00000040:8.0:1557964895.676222:0:14851:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000040:13.0:1557964895.676223:0:14852:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964895.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000400:00000010:8.0:1557964895.676223:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775d300. 00000400:00000010:13.0:1557964895.676224:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f7a2e00. 00000020:00000001:10.0:1557964895.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=134632 : 134632 : 20de8) 00000100:00000200:8.0:1557964895.676225:0:14851:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601344, offset 0 00000100:00000200:13.0:1557964895.676226:0:14852:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601360, offset 0 00000020:00000001:10.0:1557964895.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557964895.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709279296 : -272320 : fffffffffffbd840) 00000400:00000010:8.0:1557964895.676228:0:14851:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03f600 (tot 24345892). 00000400:00000010:13.0:1557964895.676229:0:14852:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887376cbe00 (tot 24346292). 00000100:00000001:25.0:1557964895.676230:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964895.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557964895.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00000001:25.0:1557964895.676233:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964895.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000400:00000200:8.0:1557964895.676233:0:14851:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964895.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=993354 : 993354 : f284a) 00000100:00000001:25.0:1557964895.676235:0:14853:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964895.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000400:00000200:13.0:1557964895.676237:0:14852:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:11.0:1557964895.676237:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964895.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000100:00000040:25.0:1557964895.676240:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964895.676240:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964895.676243:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964895.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964895.676244:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964895.676246:0:14851:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964895.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676250:0:14853:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964895.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964895.676251:0:14851:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:25.0:1557964895.676252:0:14853:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964895.676254:0:14853:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964895.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964895.676255:0:14853:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557964895.676257:0:14852:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964895.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964895.676258:0:14851:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00100000:25.0:1557964895.676259:0:14853:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:looze-MDT0001-lwp-OST0009_UUID:14853:1633636024601376:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964895.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964895.676261:0:14851:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:13.0:1557964895.676262:0:14852:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964895.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676263:0:14853:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964895.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964895.676263:0:14851:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 02000000:00000001:25.0:1557964895.676264:0:14853:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964895.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964895.676266:0:14853:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964895.676267:0:14853:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964895.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964895.676268:0:14851:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964895.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:25.0:1557964895.676270:0:14853:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736397a00. 00000020:00000001:10.0:1557964895.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676270:0:14851:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557964895.676271:0:14852:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964895.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964895.676272:0:14853:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676272:0:14851:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964895.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676274:0:14851:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964895.676275:0:14853:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fcb627e0. 00000800:00000200:13.0:1557964895.676275:0:14852:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964895.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676276:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964895.676277:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07980. 00000800:00000200:13.0:1557964895.676277:0:14852:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964895.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964895.676278:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964895.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676278:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964895.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964895.676282:0:14853:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601376, portal 10 00000100:00000001:8.0:1557964895.676282:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:13.0:1557964895.676283:0:14852:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964895.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676284:0:14853:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964895.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676284:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:25.0:1557964895.676285:0:14853:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220064512 : -131296489487104 : ffff889627624500) 00000100:00000001:13.0:1557964895.676285:0:14852:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676286:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964895.676287:0:14852:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964895.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676287:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964895.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676288:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964895.676290:0:14853:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557964895.676290:0:14852:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676290:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676292:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964895.676293:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557964895.676294:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676294:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676295:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676296:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964895.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676299:0:14853:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964895.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676301:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964895.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964895.676302:0:14853:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:13.0:1557964895.676302:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964895.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964895.676304:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06700. 00000100:00000001:13.0:1557964895.676304:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:25.0:1557964895.676305:0:14853:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601376, offset 0 00000100:00000001:13.0:1557964895.676305:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964895.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676306:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964895.676308:0:14853:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736392400 (tot 24346692). 00000100:00000001:13.0:1557964895.676308:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676310:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964895.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676311:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964895.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676312:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964895.676313:0:14853:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:13.0:1557964895.676313:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964895.676325:0:14853:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964895.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964895.676330:0:14853:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964895.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964895.676336:0:14853:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964895.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964895.676338:0:14853:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964895.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676339:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964895.676340:0:14853:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964895.676340:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964895.676340:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964895.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964895.676344:0:14853:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:4.0:1557964895.676344:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964895.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676346:0:14853:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676347:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676347:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:25.0:1557964895.676348:0:14853:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964895.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964895.676349:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964895.676350:0:14853:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676351:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676352:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676353:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:25.0:1557964895.676354:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964895.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964895.676355:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676357:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676358:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964895.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676358:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000100:00000001:25.0:1557964895.676359:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964895.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964895.676359:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775d300 00000020:00000001:10.0:1557964895.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964895.676360:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775d300. 00000100:00000001:25.0:1557964895.676361:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964895.676362:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964895.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676363:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964895.676363:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03f600 (tot 24346292). 00000800:00000200:4.0:1557964895.676364:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:25.0:1557964895.676365:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964895.676365:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:25.0:1557964895.676366:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964895.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676367:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:4.0:1557964895.676367:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:25.0:1557964895.676368:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676368:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000100:00000001:25.0:1557964895.676369:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964895.676369:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557964895.676371:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964895.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676373:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964895.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964895.676380:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964895.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676388:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676390:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676391:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676392:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964895.676392:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676394:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676394:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676395:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676396:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964895.676396:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964895.676396:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f7a2e00 00000400:00000010:4.0:1557964895.676397:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f7a2e00. 00000020:00000001:10.0:1557964895.676398:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:4.0:1557964895.676398:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887376cbe00 (tot 24345892). 00000800:00000200:14.0:1557964895.676399:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964895.676399:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964895.676399:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000020:00000001:10.0:1557964895.676400:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676403:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676404:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964895.676405:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964895.676406:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676407:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676408:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964895.676409:0:14820:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964895.676410:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676411:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:14.0:1557964895.676413:0:14820:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676413:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676414:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676415:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676417:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676418:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676419:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676421:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676422:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964895.676424:0:14820:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964895.676424:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676448:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676449:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676449:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:14.0:1557964895.676450:0:14820:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964895.676450:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676450:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676451:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676451:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676452:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676452:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964895.676453:0:14820:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676453:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676453:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964895.676454:0:14820:0:(events.c:81:request_out_callback()) Process leaving 00000020:00000001:10.0:1557964895.676454:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676454:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964895.676455:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964895.676455:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06700 00000020:00000001:10.0:1557964895.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676455:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964895.676456:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06700. 00000020:00000001:10.0:1557964895.676456:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676456:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676457:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:14.0:1557964895.676458:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736392400 (tot 24345492). 00000020:00000001:10.0:1557964895.676458:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964895.676459:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000001:10.0:1557964895.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676459:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676460:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676461:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676461:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676462:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676462:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676463:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676463:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676464:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676464:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964895.676465:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964895.676465:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318642004) 00000800:00000200:29.2:1557964895.676533:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964895.676583:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:21.0:1557964895.676592:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:14.0:1557964895.676593:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:21.0:1557964895.676597:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000800:00000200:14.0:1557964895.676597:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:21.0:1557964895.676601:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964895.676603:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964895.676620:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04b00 00000400:00000200:14.0:1557964895.676620:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964895.676622:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24346292). 00000400:00000200:21.0:1557964895.676623:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdb79 [1] + 192 00000800:00000200:17.0:1557964895.676623:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000200:14.0:1557964895.676625:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04b20 00000100:00000001:21.0:1557964895.676626:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964895.676628:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:15.0:1557964895.676628:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964895.676628:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9bed [1] + 192 00000800:00000200:17.0:1557964895.676629:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:14.0:1557964895.676631:0:14822:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:17.0:1557964895.676632:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000200:14.0:1557964895.676633:0:14822:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:21.0:1557964895.676651:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:17.0:1557964895.676651:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24346692). 00000100:00000040:14.0:1557964895.676654:0:14822:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:17.0:1557964895.676655:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04b10 00000100:00000001:21.0:1557964895.676657:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964895.676658:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24346292). 00000400:00000200:17.0:1557964895.676659:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdb81 [1] + 192 00000100:00000001:14.0:1557964895.676659:0:14822:0:(events.c:171:reply_in_callback()) Process leaving 00000800:00000200:7.0:1557964895.676659:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:21.0:1557964895.676660:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000400:00000010:14.0:1557964895.676660:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345892). 00000800:00000200:21.0:1557964895.676661:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:21.0:1557964895.676662:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964895.676662:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:14.0:1557964895.676662:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000200:17.0:1557964895.676663:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:17.0:1557964895.676679:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964895.676681:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964895.676682:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:17.0:1557964895.676684:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:17.0:1557964895.676686:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557964895.676687:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964895.676689:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964895.676689:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:8.0:1557964895.676689:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964895.676691:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:8.0:1557964895.676693:0:14851:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964895.676694:0:14851:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964895.676695:0:14851:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:8.0:1557964895.676698:0:14851:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:8.0:1557964895.676703:0:14851:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964895.676705:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964895.676707:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964895.676707:0:14851:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:25.0:1557964895.676709:0:14853:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000010:8.0:1557964895.676709:0:14851:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000001:25.0:1557964895.676710:0:14853:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000200:8.0:1557964895.676710:0:14851:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000100:00000001:25.0:1557964895.676711:0:14853:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000010:8.0:1557964895.676711:0:14851:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964895.676711:0:14851:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964895.676712:0:14851:0:(client.c:1337:after_reply()) Process entered 00000100:00000200:25.0:1557964895.676713:0:14853:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:8.0:1557964895.676713:0:14851:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964895.676714:0:14851:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964895.676715:0:14851:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964895.676716:0:14851:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964895.676717:0:14853:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:8.0:1557964895.676718:0:14851:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=75 v=45 (45 45 45 45) 00000100:00001000:8.0:1557964895.676719:0:14851:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=75 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964895.676720:0:14851:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964895.676720:0:14851:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676721:0:14853:0:(events.c:171:reply_in_callback()) Process leaving 00010000:00000001:8.0:1557964895.676721:0:14851:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000010:25.0:1557964895.676722:0:14853:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fcb627e0. 00000400:00000200:25.0:1557964895.676722:0:14853:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07980 00010000:00000001:8.0:1557964895.676722:0:14851:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676722:0:14851:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964895.676723:0:14853:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07980. 00000100:00000001:25.0:1557964895.676724:0:14853:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964895.676724:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:8.0:1557964895.676724:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964895.676725:0:14853:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557964895.676725:0:14853:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:13.0:1557964895.676725:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964895.676726:0:14853:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557964895.676726:0:14853:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964895.676727:0:14853:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:13.0:1557964895.676727:0:14852:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:8.0:1557964895.676727:0:14851:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:13.0:1557964895.676728:0:14852:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:13.0:1557964895.676728:0:14852:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:25.0:1557964895.676729:0:14853:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=75 v=45 (45 45 45 45) 00000100:00000001:8.0:1557964895.676729:0:14851:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:25.0:1557964895.676730:0:14853:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=75 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964895.676730:0:14851:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964895.676731:0:14853:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964895.676731:0:14853:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:13.0:1557964895.676731:0:14852:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:8.0:1557964895.676731:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Interpret:RN/0/0 rc 0/0 00010000:00000001:25.0:1557964895.676732:0:14853:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:25.0:1557964895.676733:0:14853:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00100000:8.0:1557964895.676735:0:14851:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:8c05ad95-98db-8b06-7942-a20be71d88ee:14851:1633636024601344:172.19.1.24@o2ib100:400 00010000:00000001:25.0:1557964895.676736:0:14853:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676737:0:14853:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:25.0:1557964895.676738:0:14853:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:25.0:1557964895.676738:0:14853:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:25.0:1557964895.676739:0:14853:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964895.676747:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000200:13.0:1557964895.676747:0:14852:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964895.676748:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964895.676749:0:14851:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:25.0:1557964895.676750:0:14853:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:8.0:1557964895.676750:0:14851:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627624200 x1633636024601344/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964895.676751:0:14853:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557964895.676751:0:14853:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964895.676751:0:14852:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:13.0:1557964895.676752:0:14852:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889734a915a0. 00000100:00000001:8.0:1557964895.676752:0:14851:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000040:25.0:1557964895.676753:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:13.0:1557964895.676753:0:14852:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f7a3200 02000000:00000001:8.0:1557964895.676753:0:14851:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:13.0:1557964895.676754:0:14852:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f7a3200. 02000000:00000010:8.0:1557964895.676754:0:14851:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b400. 00000100:00000001:13.0:1557964895.676755:0:14852:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964895.676755:0:14852:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964895.676755:0:14851:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964895.676755:0:14851:0:(genops.c:1221:class_import_put()) Process entered 02000000:00000001:13.0:1557964895.676756:0:14852:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000020:00000040:8.0:1557964895.676756:0:14851:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:8.0:1557964895.676756:0:14851:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:13.0:1557964895.676757:0:14852:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000010:8.0:1557964895.676757:0:14851:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365d00. 00000100:00000001:13.0:1557964895.676758:0:14852:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964895.676758:0:14851:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964895.676758:0:14851:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964895.676758:0:14851:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627624200. 00000100:00100000:25.0:1557964895.676759:0:14853:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:looze-MDT0001-lwp-OST0009_UUID:14853:1633636024601376:172.19.1.25@o2ib100:400 02000000:00000001:13.0:1557964895.676759:0:14852:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676759:0:14851:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964895.676760:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964895.676760:0:14851:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964895.676761:0:14853:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:25.0:1557964895.676761:0:14853:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627624500 x1633636024601376/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964895.676761:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:13.0:1557964895.676762:0:14852:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=75 v=45 (45 45 45 45) 00000100:00000001:25.0:1557964895.676764:0:14853:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557964895.676764:0:14853:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:13.0:1557964895.676764:0:14852:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=75 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964895.676764:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:25.0:1557964895.676765:0:14853:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736397a00. 00000100:00000001:13.0:1557964895.676765:0:14852:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:13.0:1557964895.676765:0:14852:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676765:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676765:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:25.0:1557964895.676766:0:14853:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:13.0:1557964895.676766:0:14852:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:8.0:1557964895.676766:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:25.0:1557964895.676767:0:14853:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557964895.676767:0:14853:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00010000:00000001:13.0:1557964895.676767:0:14852:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964895.676767:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964895.676767:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:25.0:1557964895.676768:0:14853:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964895.676768:0:14853:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366f00. 00000100:00000001:13.0:1557964895.676768:0:14852:0:(client.c:2702:ptlrpc_free_committed()) Process entered 02000000:00000001:25.0:1557964895.676769:0:14853:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557964895.676769:0:14853:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:13.0:1557964895.676769:0:14852:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:13.0:1557964895.676769:0:14852:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000010:25.0:1557964895.676770:0:14853:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627624500. 00000100:00000001:13.0:1557964895.676770:0:14852:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964895.676771:0:14853:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964895.676771:0:14853:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:13.0:1557964895.676771:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557964895.676772:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964895.676774:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964895.676774:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676774:0:14852:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557964895.676775:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964895.676775:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676775:0:14852:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:13.0:1557964895.676775:0:14852:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964895.676776:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964895.676776:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:13.0:1557964895.676776:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:13.0:1557964895.676780:0:14852:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:looze-MDT0000-lwp-OST0009_UUID:14852:1633636024601360:172.19.1.24@o2ib100:400 00000100:00000001:13.0:1557964895.676781:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964895.676782:0:14852:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:13.0:1557964895.676783:0:14852:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627623f00 x1633636024601360/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965001 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:13.0:1557964895.676786:0:14852:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:13.0:1557964895.676786:0:14852:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:13.0:1557964895.676787:0:14852:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8887376c9c00. 02000000:00000001:13.0:1557964895.676789:0:14852:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:13.0:1557964895.676789:0:14852:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:13.0:1557964895.676790:0:14852:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:13.0:1557964895.676791:0:14852:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:13.0:1557964895.676791:0:14852:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366300. 02000000:00000001:13.0:1557964895.676792:0:14852:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:13.0:1557964895.676793:0:14852:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:13.0:1557964895.676793:0:14852:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627623f00. 00000100:00000001:13.0:1557964895.676794:0:14852:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:13.0:1557964895.676794:0:14852:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964895.676796:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557964895.676798:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1557964895.676798:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676799:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964895.676800:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557964895.676801:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557964895.676801:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964896.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964896.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964896.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964896.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964896.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964896.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964896.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964896.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964896.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964896.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964896.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964896.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964896.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964896.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964896.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964896.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964897.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964897.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964897.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964897.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964897.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964897.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964897.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964897.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964897.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964897.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964897.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964897.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964897.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964897.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964897.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964897.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964897.601076:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888702349300 (tot 24345748). 00000400:00000010:6.0:1557964897.601084:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888702349300 (tot 24345492). 00000020:00000001:6.0:1557964897.602064:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964897.602065:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318613928, max_age 4318617930 00002000:00000001:6.0:1557964897.602066:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964897.602067:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964897.602067:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964897.602070:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964897.602071:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964897.602072:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964897.602073:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964897.602074:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964897.602076:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964897.602077:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964897.602078:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964897.602080:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964897.602080:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964897.602104:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964897.602105:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318618930, max_age 4318617930 00000020:00000004:6.0:1557964897.602106:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964897.602107:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964897.602129:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964897.602129:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318618930, max_age 4318617930 00000020:00000004:6.0:1557964897.602130:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964897.602131:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964897.602154:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964897.602154:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318618930, max_age 4318617930 00000020:00000004:6.0:1557964897.602155:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964897.602156:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964898.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964898.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964898.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964898.508041:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964898.508045:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964898.508045:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964898.508047:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964898.508048:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964898.508072:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964898.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964898.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964898.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964898.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964898.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964898.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964898.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964899.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964899.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964899.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964899.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964899.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964899.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964899.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964899.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964899.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964899.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964899.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964899.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964899.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964899.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964899.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964899.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964900.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964900.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964900.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964900.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964900.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964900.508051:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964900.508054:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964900.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964900.508057:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964900.508058:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964900.508060:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964900.508061:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964900.508063:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964900.508064:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964900.508066:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964900.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964900.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964900.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964900.508088:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964900.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964900.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964900.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964900.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964900.643069:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964900.643091:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964900.643100:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964900.643108:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964900.643111:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964900.643117:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010c70 00000400:00000200:14.0:1557964900.643124:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9665 [1] + 0 00000400:00000010:14.0:1557964900.643128:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a368a0. 00000400:00000200:14.0:1557964900.643130:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2500 00000100:00000001:14.0:1557964900.643134:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557964900.643135:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557964900.643135:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964900.643137:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebd050 x1633635891481712 msgsize 224 00000100:00100000:14.0:1557964900.643144:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964900.643146:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964900.643149:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964900.643150:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2500 00000400:00000010:14.0:1557964900.643152:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2500. 00000400:00000010:14.0:1557964900.643154:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964900.643157:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964900.643159:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964900.643161:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964900.643185:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964900.643189:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964900.643191:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964900.643192:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964900.643194:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964900.643195:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964900.643199:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964900.643201:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481712 00000020:00000001:10.0:1557964900.643203:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964900.643205:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964900.643206:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964900.643208:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964900.643210:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964900.643213:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964900.643216:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964900.643218:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964900.643220:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964900.643223:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc000. 00000020:00000010:10.0:1557964900.643226:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964900.643228:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964900.643231:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964900.643232:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964900.643233:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964900.643236:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964900.643244:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964900.643247:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964900.643248:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964900.643249:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964900.643250:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964900.643252:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964900.643253:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964900.643258:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1628 00000100:00000040:10.0:1557964900.643260:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964900.643262:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725372496 : -131291984179120 : ffff889733ebd050) 00000100:00000040:10.0:1557964900.643266:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebd050 x1633635891481712/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:566/0 lens 224/0 e 0 to 0 dl 1557964961 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964900.643276:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964900.643277:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964900.643281:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891481712:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964900.643284:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481712 00000020:00000001:10.0:1557964900.643286:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964900.643288:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964900.643289:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964900.643291:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964900.643293:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964900.643295:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964900.643296:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964900.643298:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964900.643299:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964900.643300:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964900.643303:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964900.643304:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964900.643306:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964900.643307:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964900.643309:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964900.643311:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964900.643313:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964900.643315:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964900.643316:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964900.643322:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964900.643324:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964900.643326:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964900.643329:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964900.643332:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964900.643335:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964900.643337:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964900.643340:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964900.643343:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964900.643344:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964900.643346:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481712 00010000:00000001:10.0:1557964900.643348:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964900.643352:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebd050 x1633635891481712/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:566/0 lens 224/368 e 0 to 0 dl 1557964961 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964900.643361:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964900.643362:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964900.643364:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=53 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964900.643382:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964900.643383:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964900.643384:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964900.643385:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964900.643386:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964900.643387:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964900.643388:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964900.643389:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd600. 00000100:00000200:10.0:1557964900.643390:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481712, offset 192 00000400:00000010:10.0:1557964900.643393:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688000 (tot 24345892). 00000400:00000200:10.0:1557964900.643394:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964900.643400:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964900.643402:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964900.643405:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964900.643407:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964900.643408:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964900.643410:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964900.643411:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964900.643412:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964900.643413:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964900.643413:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964900.643414:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964900.643414:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964900.643415:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964900.643416:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964900.643417:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964900.643417:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebd050 x1633635891481712/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:566/0 lens 224/336 e 0 to 0 dl 1557964961 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964900.643419:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964900.643421:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964900.643421:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964900.643421:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891481712:12345-172.19.1.25@o2ib100:13 Request processed in 144us (283us total) trans 0 rc 0/0 00000400:00000200:14.0:1557964900.643422:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd600 00000400:00000010:14.0:1557964900.643423:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd600. 00000400:00000010:14.0:1557964900.643424:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688000 (tot 24345492). 00000100:00100000:10.0:1557964900.643424:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1628 00000800:00000200:14.0:1557964900.643425:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:10.0:1557964900.643425:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964900.643426:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964900.643426:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964900.643426:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964900.643427:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc000. 00000020:00000010:10.0:1557964900.643428:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964900.643429:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964900.643430:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964900.643431:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964900.643432:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964900.643433:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964900.643433:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964900.643434:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964900.643435:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2360. 00000400:00000010:10.0:1557964900.643436:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc000. 00000400:00000001:10.0:1557964900.643437:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964900.643438:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964900.651374:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964900.651432:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964900.651442:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964900.651450:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964900.651453:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964900.651460:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12670 00000400:00000200:4.0:1557964900.651466:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd5e9 [1] + 0 00000400:00000010:4.0:1557964900.651470:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f959c0. 00000400:00000200:4.0:1557964900.651473:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe300 00000800:00000200:7.0:1557964900.651475:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964900.651476:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964900.651477:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964900.651480:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617850 x1633635870516848 msgsize 224 00000100:00100000:4.0:1557964900.651486:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964900.651488:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964900.651491:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964900.651492:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe300 00000400:00000010:4.0:1557964900.651494:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe300. 00000400:00000010:4.0:1557964900.651496:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964900.651499:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964900.651502:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964900.651504:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964900.651526:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964900.651530:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964900.651532:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964900.651534:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964900.651535:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964900.651537:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964900.651540:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964900.651543:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516848 00000020:00000001:1.0:1557964900.651545:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964900.651546:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964900.651548:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964900.651550:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964900.651552:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964900.651555:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964900.651560:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964900.651562:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964900.651564:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964900.651568:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ea80. 00000020:00000010:1.0:1557964900.651570:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964900.651573:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964900.651575:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964900.651576:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964900.651577:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964900.651581:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964900.651587:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964900.651590:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964900.651591:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964900.651592:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964900.651593:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964900.651595:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964900.651596:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964900.651601:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1634 00000100:00000040:1.0:1557964900.651603:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964900.651605:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836079696 : -131364873471920 : ffff88863b617850) 00000100:00000040:1.0:1557964900.651609:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617850 x1633635870516848/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:566/0 lens 224/0 e 0 to 0 dl 1557964961 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964900.651619:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964900.651620:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964900.651623:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870516848:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964900.651627:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516848 00000020:00000001:1.0:1557964900.651628:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964900.651630:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964900.651632:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964900.651634:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964900.651635:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964900.651639:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964900.651640:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964900.651642:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964900.651644:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964900.651646:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964900.651648:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964900.651649:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964900.651651:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf400. 02000000:00000001:1.0:1557964900.651653:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964900.651655:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964900.651657:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964900.651659:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964900.651660:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964900.651662:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964900.651664:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964900.651667:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964900.651670:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964900.651673:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964900.651675:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964900.651678:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964900.651681:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964900.651682:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964900.651684:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516848 00010000:00000001:1.0:1557964900.651686:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964900.651689:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617850 x1633635870516848/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:566/0 lens 224/368 e 0 to 0 dl 1557964961 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964900.651699:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964900.651700:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964900.651702:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=53 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964900.651722:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964900.651723:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964900.651724:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964900.651725:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964900.651725:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964900.651726:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964900.651727:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964900.651729:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ea00. 00000100:00000200:1.0:1557964900.651731:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516848, offset 192 00000400:00000010:1.0:1557964900.651733:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73600 (tot 24345892). 00000400:00000200:1.0:1557964900.651735:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964900.651740:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964900.651742:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964900.651746:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964900.651747:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964900.651748:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964900.651750:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964900.651751:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964900.651752:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964900.651753:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964900.651754:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964900.651755:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964900.651756:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964900.651757:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964900.651758:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617850 x1633635870516848/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:566/0 lens 224/336 e 0 to 0 dl 1557964961 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964900.651762:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870516848:12345-172.19.1.24@o2ib100:13 Request processed in 142us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964900.651764:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1634 00000100:00000040:1.0:1557964900.651765:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964900.651766:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964900.651767:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964900.651768:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ea80. 00000020:00000010:1.0:1557964900.651768:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964900.651769:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964900.651770:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964900.651771:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964900.651772:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964900.651773:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0300. 00000400:00000010:1.0:1557964900.651774:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ea80. 00000400:00000001:1.0:1557964900.651776:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964900.651777:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964900.651790:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964900.651829:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964900.651834:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964900.651836:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964900.651837:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964900.651838:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf400. 02000000:00000001:21.0:1557964900.651840:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964900.651840:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000800:00000200:17.0:1557964900.651840:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:21.0:1557964900.651841:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ea00 00000400:00000010:21.0:1557964900.651842:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ea00. 00000400:00000010:21.0:1557964900.651843:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73600 (tot 24345492). 00000800:00000200:21.0:1557964900.651844:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964900.927767:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:7.0:1557964900.927817:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964900.927829:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:7.0:1557964900.927837:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:7.0:1557964900.927840:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964900.927846:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc8987262e0 00000400:00000200:7.0:1557964900.927868:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbec9 [1] + 0 00000400:00000010:7.0:1557964900.927869:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354d20. 00000400:00000200:7.0:1557964900.927870:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80500 00000100:00000001:7.0:1557964900.927872:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964900.927873:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:4.0:1557964900.927873:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000040:7.0:1557964900.927874:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863d641850 x1633636318339808 msgsize 224 00000100:00100000:7.0:1557964900.927876:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:7.0:1557964900.927877:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964900.927878:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964900.927878:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80500 00000400:00000010:7.0:1557964900.927879:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80500. 00000400:00000010:7.0:1557964900.927880:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964900.927881:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557964900.927882:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557964900.927883:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964900.927910:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964900.927911:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964900.927912:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964900.927913:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964900.927914:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964900.927914:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964900.927916:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964900.927917:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339808 00000020:00000001:19.0:1557964900.927917:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964900.927918:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964900.927919:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964900.927919:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964900.927920:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964900.927921:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964900.927922:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964900.927924:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964900.927926:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964900.927927:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fde00. 00000020:00000010:19.0:1557964900.927928:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557964900.927929:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964900.927930:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964900.927930:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964900.927931:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964900.927932:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964900.927932:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964900.927933:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964900.927935:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964900.927937:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964900.927938:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964900.927939:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964900.927939:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964900.927939:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964900.927940:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:23.0:1557964900.927941:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000100:00100000:19.0:1557964900.927942:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 303 00000400:00000001:23.0:1557964900.927943:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000040:19.0:1557964900.927943:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964900.927943:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869806160 : -131364839745456 : ffff88863d641850) 00000400:00000001:23.0:1557964900.927944:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964900.927945:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000040:19.0:1557964900.927945:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d641850 x1633636318339808/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:566/0 lens 224/0 e 0 to 0 dl 1557964961 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964900.927948:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964900.927949:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964900.927950:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24087:x1633636318339808:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964900.927951:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339808 00000020:00000001:19.0:1557964900.927952:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964900.927953:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964900.927953:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964900.927954:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964900.927954:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964900.927955:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964900.927956:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964900.927956:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964900.927956:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964900.927957:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964900.927958:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964900.927958:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964900.927959:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964900.927960:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964900.927960:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964900.927961:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684302a00. 02000000:00000001:19.0:1557964900.927962:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964900.927963:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964900.927963:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964900.927964:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339808 00010000:00000001:19.0:1557964900.927965:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964900.927966:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d641850 x1633636318339808/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:566/0 lens 224/224 e 0 to 0 dl 1557964961 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964900.927969:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964900.927969:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964900.927970:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=53 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964900.927971:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964900.927972:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964900.927973:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964900.927989:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964900.927989:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964900.927990:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964900.927991:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964900.927992:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fce00. 00000100:00000200:19.0:1557964900.927993:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339808, offset 192 00000400:00000010:19.0:1557964900.927996:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684303a00 (tot 24345892). 00000400:00000200:19.0:1557964900.927998:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964900.928003:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964900.928005:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964900.928008:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964900.928009:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964900.928010:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964900.928012:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964900.928012:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964900.928013:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964900.928014:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964900.928014:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964900.928015:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964900.928016:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964900.928016:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964900.928017:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d641850 x1633636318339808/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:566/0 lens 224/192 e 0 to 0 dl 1557964961 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964900.928021:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24087:x1633636318339808:12345-172.19.1.39@o2ib100:400 Request processed in 72us (146us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964900.928026:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 303 00000100:00000040:19.0:1557964900.928026:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964900.928027:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964900.928028:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964900.928028:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fde00. 00000020:00000010:19.0:1557964900.928029:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557964900.928030:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557964900.928031:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964900.928032:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964900.928033:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964900.928034:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73d20. 00000400:00000010:19.0:1557964900.928035:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fde00. 00000400:00000001:19.0:1557964900.928036:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964900.928037:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964900.928051:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964900.928091:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964900.928094:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964900.928096:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964900.928097:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964900.928099:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684302a00. 02000000:00000001:17.0:1557964900.928101:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964900.928101:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964900.928102:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fce00 00000400:00000010:17.0:1557964900.928102:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fce00. 00000400:00000010:17.0:1557964900.928104:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684303a00 (tot 24345492). 00000800:00000200:17.0:1557964900.928105:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964900.928107:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557964901.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964901.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964901.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964901.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964901.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964901.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964901.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964901.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964901.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964901.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964901.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964901.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964901.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964901.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964901.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964901.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964902.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964902.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964902.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964902.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964902.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964902.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964902.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964902.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964902.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964902.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964902.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964902.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964902.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964902.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964902.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964902.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964902.602477:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888727dbcc00 (tot 24345748). 00000400:00000010:6.0:1557964902.602485:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888727dbcc00 (tot 24345492). 00000020:00000001:6.0:1557964902.603471:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964902.603472:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318618930, max_age 4318622931 00002000:00000001:6.0:1557964902.603473:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964902.603473:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964902.603475:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964902.603477:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964902.603478:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964902.603479:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964902.603480:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964902.603481:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964902.603483:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964902.603484:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964902.603485:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964902.603486:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964902.603486:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964902.603511:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964902.603512:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318623931, max_age 4318622931 00000020:00000004:6.0:1557964902.603513:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964902.603514:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964902.603536:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964902.603536:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318623931, max_age 4318622931 00000020:00000004:6.0:1557964902.603537:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964902.603538:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964902.603560:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964902.603560:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318623931, max_age 4318622931 00000020:00000004:6.0:1557964902.603561:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964902.603562:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964903.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964903.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964903.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964903.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964903.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964903.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964903.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964903.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964903.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964903.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964903.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964903.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964903.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964903.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964903.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964903.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964904.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964904.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964904.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964904.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964904.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964904.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964904.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964904.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964904.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964904.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964904.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964904.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964904.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964904.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964904.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964904.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964905.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964905.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964905.508039:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964905.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964905.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964905.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964905.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964905.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964905.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964905.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964905.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964905.508096:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964905.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964905.508098:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964905.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964905.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964905.651038:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964905.651059:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964905.651067:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964905.651075:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964905.651078:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964905.651085:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010c90 00000400:00000200:14.0:1557964905.651091:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9675 [1] + 0 00000400:00000010:14.0:1557964905.651098:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36840. 00000800:00000200:15.0:1557964905.651099:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964905.651100:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3f00 00000100:00000001:14.0:1557964905.651103:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964905.651105:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964905.651107:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebcc50 x1633635891481744 msgsize 224 00000100:00100000:14.0:1557964905.651113:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964905.651115:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964905.651118:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964905.651119:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3f00 00000400:00000010:14.0:1557964905.651121:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3f00. 00000400:00000010:14.0:1557964905.651123:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964905.651126:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964905.651128:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964905.651130:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964905.651153:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964905.651156:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964905.651158:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964905.651159:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964905.651161:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964905.651162:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964905.651166:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964905.651168:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481744 00000020:00000001:10.0:1557964905.651171:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964905.651172:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964905.651174:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964905.651176:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964905.651178:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964905.651180:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964905.651183:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964905.651185:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964905.651188:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964905.651192:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc780. 00000020:00000010:10.0:1557964905.651195:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964905.651198:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964905.651200:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964905.651201:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964905.651202:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964905.651205:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964905.651211:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964905.651214:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964905.651216:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964905.651217:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964905.651218:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964905.651219:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964905.651221:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964905.651226:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1629 00000100:00000040:10.0:1557964905.651228:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964905.651230:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725371472 : -131291984180144 : ffff889733ebcc50) 00000100:00000040:10.0:1557964905.651234:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebcc50 x1633635891481744/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:571/0 lens 224/0 e 0 to 0 dl 1557964966 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964905.651244:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964905.651245:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964905.651248:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891481744:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964905.651252:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481744 00000020:00000001:10.0:1557964905.651253:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964905.651270:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964905.651270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964905.651272:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964905.651272:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964905.651273:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964905.651274:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964905.651275:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964905.651275:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964905.651276:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964905.651277:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964905.651278:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964905.651279:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964905.651280:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964905.651281:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964905.651282:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964905.651283:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964905.651284:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964905.651285:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964905.651287:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964905.651288:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964905.651289:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964905.651291:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964905.651292:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964905.651294:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964905.651295:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964905.651296:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964905.651297:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964905.651298:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964905.651299:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481744 00010000:00000001:10.0:1557964905.651300:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964905.651301:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebcc50 x1633635891481744/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:571/0 lens 224/368 e 0 to 0 dl 1557964966 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964905.651304:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964905.651305:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964905.651306:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=58 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964905.651308:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964905.651309:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964905.651310:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964905.651311:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964905.651312:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964905.651313:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964905.651314:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964905.651315:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc500. 00000100:00000200:10.0:1557964905.651316:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481744, offset 192 00000400:00000010:10.0:1557964905.651320:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689800 (tot 24345892). 00000400:00000200:10.0:1557964905.651322:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964905.651328:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964905.651331:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964905.651334:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964905.651335:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964905.651336:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964905.651339:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964905.651339:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964905.651340:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964905.651341:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964905.651342:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964905.651343:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964905.651343:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964905.651344:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964905.651345:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964905.651346:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964905.651346:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebcc50 x1633635891481744/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:571/0 lens 224/336 e 0 to 0 dl 1557964966 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964905.651348:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964905.651350:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964905.651350:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891481744:12345-172.19.1.25@o2ib100:13 Request processed in 106us (242us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964905.651351:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964905.651351:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964905.651351:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc500 00000400:00000010:14.0:1557964905.651352:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc500. 00000400:00000010:14.0:1557964905.651353:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689800 (tot 24345492). 00000100:00100000:10.0:1557964905.651353:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1629 00000800:00000200:14.0:1557964905.651354:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:10.0:1557964905.651354:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964905.651355:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964905.651356:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964905.651357:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc780. 00000020:00000010:10.0:1557964905.651358:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964905.651359:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964905.651360:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964905.651361:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964905.651361:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964905.651362:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964905.651363:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964905.651364:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964905.651365:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f21e0. 00000400:00000010:10.0:1557964905.651372:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc780. 00000400:00000001:10.0:1557964905.651373:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964905.651373:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964905.659382:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964905.659423:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964905.659428:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964905.659432:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964905.659433:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964905.659436:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12690 00000400:00000200:4.0:1557964905.659438:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd5f9 [1] + 0 00000400:00000010:4.0:1557964905.659440:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95a20. 00000400:00000200:4.0:1557964905.659442:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf580 00000100:00000001:4.0:1557964905.659444:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964905.659445:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964905.659446:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617450 x1633635870516880 msgsize 224 00000100:00100000:4.0:1557964905.659448:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964905.659449:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964905.659451:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964905.659451:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf580 00000400:00000010:4.0:1557964905.659452:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf580. 00000400:00000010:4.0:1557964905.659453:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964905.659454:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964905.659455:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964905.659455:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964905.659457:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964905.659484:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964905.659486:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964905.659487:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964905.659490:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964905.659491:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964905.659492:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964905.659493:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964905.659495:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516880 00000020:00000001:1.0:1557964905.659496:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964905.659496:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964905.659497:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964905.659498:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964905.659499:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964905.659500:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964905.659502:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964905.659503:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964905.659504:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964905.659506:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e980. 00000020:00000010:1.0:1557964905.659507:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964905.659509:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964905.659510:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964905.659511:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964905.659511:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964905.659513:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964905.659516:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964905.659517:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964905.659518:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964905.659519:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964905.659519:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964905.659520:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964905.659521:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964905.659523:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1635 00000100:00000040:1.0:1557964905.659524:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964905.659524:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836078672 : -131364873472944 : ffff88863b617450) 00000100:00000040:1.0:1557964905.659528:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617450 x1633635870516880/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:571/0 lens 224/0 e 0 to 0 dl 1557964966 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964905.659532:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964905.659533:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964905.659534:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870516880:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964905.659535:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516880 00000020:00000001:1.0:1557964905.659536:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964905.659537:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964905.659537:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964905.659538:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964905.659539:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964905.659540:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964905.659541:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964905.659541:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964905.659542:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964905.659542:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964905.659543:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964905.659544:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964905.659546:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:1.0:1557964905.659546:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964905.659547:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964905.659548:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964905.659549:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964905.659550:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964905.659551:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964905.659552:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964905.659553:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964905.659554:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964905.659556:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964905.659557:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964905.659558:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964905.659559:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964905.659560:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964905.659561:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516880 00010000:00000001:1.0:1557964905.659563:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964905.659564:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617450 x1633635870516880/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:571/0 lens 224/368 e 0 to 0 dl 1557964966 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964905.659568:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964905.659568:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964905.659569:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=58 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964905.659571:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964905.659572:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964905.659573:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964905.659573:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964905.659574:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964905.659575:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964905.659576:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964905.659577:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e900. 00000100:00000200:1.0:1557964905.659578:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516880, offset 192 00000400:00000010:1.0:1557964905.659580:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73a00 (tot 24345892). 00000400:00000200:1.0:1557964905.659582:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964905.659587:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964905.659590:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964905.659593:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964905.659594:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964905.659596:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964905.659598:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964905.659599:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964905.659600:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964905.659601:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000800:00000200:29.2:1557964905.659602:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964905.659602:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964905.659603:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964905.659603:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964905.659604:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964905.659606:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617450 x1633635870516880/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:571/0 lens 224/336 e 0 to 0 dl 1557964966 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:17.0:1557964905.659615:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00100000:1.0:1557964905.659616:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870516880:12345-172.19.1.24@o2ib100:13 Request processed in 82us (168us total) trans 0 rc 0/0 00000800:00000200:17.0:1557964905.659618:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964905.659620:0:14818:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:1.0:1557964905.659620:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1635 00000100:00000001:17.0:1557964905.659621:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964905.659621:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e900 00000100:00000040:1.0:1557964905.659621:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000400:00000010:17.0:1557964905.659622:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e900. 00000400:00000010:17.0:1557964905.659623:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73a00 (tot 24345492). 00000100:00000001:1.0:1557964905.659623:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964905.659624:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:17.0:1557964905.659625:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000020:00000010:1.0:1557964905.659625:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e980. 00000800:00000200:17.0:1557964905.659626:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000020:00000010:1.0:1557964905.659626:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964905.659628:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964905.659629:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 02000000:00000001:1.0:1557964905.659631:0:29882:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1557964905.659632:0:29882:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:1.0:1557964905.659633:0:29882:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1557964905.659634:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964905.659635:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964905.659636:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0240. 00000400:00000010:1.0:1557964905.659637:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e980. 00000400:00000001:1.0:1557964905.659639:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964905.659639:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000200:10.0:1557964906.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964906.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964906.508040:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964906.508042:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964906.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964906.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964906.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964906.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964906.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964906.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964906.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964906.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964906.508097:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964906.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964906.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964906.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964907.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964907.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964907.508035:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964907.508039:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964907.508046:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964907.508047:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964907.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964907.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964907.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964907.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964907.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964907.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964907.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964907.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964907.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964907.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964907.604089:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886ff249600 (tot 24345748). 00000400:00000010:6.0:1557964907.604096:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886ff249600 (tot 24345492). 00000020:00000001:6.0:1557964907.605076:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964907.605077:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318623931, max_age 4318627933 00002000:00000001:6.0:1557964907.605078:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964907.605079:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964907.605080:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964907.605082:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964907.605083:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964907.605084:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964907.605085:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964907.605086:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964907.605088:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964907.605089:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964907.605089:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964907.605091:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964907.605091:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964907.605116:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964907.605116:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318628933, max_age 4318627933 00000020:00000004:6.0:1557964907.605117:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964907.605118:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964907.605141:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964907.605141:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318628933, max_age 4318627933 00000020:00000004:6.0:1557964907.605143:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964907.605144:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964907.605166:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964907.605167:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318628933, max_age 4318627933 00000020:00000004:6.0:1557964907.605167:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964907.605168:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964908.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964908.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964908.508037:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964908.508039:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964908.508045:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964908.508046:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964908.508048:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964908.508049:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964908.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964908.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964908.508092:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964908.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964908.508094:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964908.508097:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964908.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964908.508100:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964909.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964909.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964909.508070:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964909.508072:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964909.508078:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964909.508079:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964909.508081:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964909.508082:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964909.508119:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964909.508123:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964909.508126:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964909.508126:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964909.508127:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964909.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964909.508131:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964909.508132:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964910.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964910.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964910.508029:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964910.508032:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964910.508041:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964910.508042:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964910.508044:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964910.508046:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964910.508047:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964910.508049:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964910.508050:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964910.508052:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964910.508053:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964910.508054:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964910.508056:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964910.508075:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964910.508077:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964910.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964910.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964910.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964910.508096:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964910.508098:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964910.508099:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:11.1F:1557964910.608023:0:0:0:(watchdog.c:120:lcw_cb()) Process entered 00000400:00000001:11.1:1557964910.608027:0:0:0:(watchdog.c:123:lcw_cb()) Process leaving 00000800:00000200:14.2:1557964910.659057:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964910.659070:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964910.659074:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964910.659078:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964910.659079:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964910.659082:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010cb0 00000400:00000200:14.0:1557964910.659085:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9685 [1] + 0 00000400:00000010:14.0:1557964910.659087:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36420. 00000400:00000200:14.0:1557964910.659088:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2d80 00000100:00000001:14.0:1557964910.659090:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964910.659091:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964910.659093:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebc850 x1633635891481776 msgsize 224 00000100:00100000:14.0:1557964910.659095:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964910.659097:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964910.659099:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964910.659100:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2d80 00000800:00000200:15.0:1557964910.659101:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964910.659101:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2d80. 00000400:00000010:14.0:1557964910.659102:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964910.659103:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964910.659104:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964910.659123:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964910.659131:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964910.659132:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964910.659133:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964910.659134:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964910.659137:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964910.659137:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964910.659139:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964910.659141:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481776 00000020:00000001:10.0:1557964910.659142:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964910.659142:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964910.659143:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964910.659144:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964910.659145:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964910.659146:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964910.659148:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964910.659149:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964910.659151:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964910.659152:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc500. 00000020:00000010:10.0:1557964910.659154:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964910.659156:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964910.659157:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964910.659157:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964910.659158:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964910.659159:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964910.659162:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964910.659163:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964910.659164:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964910.659165:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964910.659165:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964910.659166:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964910.659167:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964910.659169:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1630 00000100:00000040:10.0:1557964910.659170:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964910.659170:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725370448 : -131291984181168 : ffff889733ebc850) 00000100:00000040:10.0:1557964910.659172:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebc850 x1633635891481776/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:576/0 lens 224/0 e 0 to 0 dl 1557964971 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964910.659176:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964910.659176:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964910.659177:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891481776:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964910.659179:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481776 00000020:00000001:10.0:1557964910.659180:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964910.659181:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964910.659182:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964910.659183:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964910.659184:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964910.659185:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964910.659186:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964910.659186:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964910.659187:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964910.659188:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964910.659189:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964910.659189:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964910.659190:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964910.659191:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964910.659191:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964910.659192:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964910.659193:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964910.659194:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964910.659195:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964910.659197:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964910.659198:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964910.659199:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964910.659200:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964910.659202:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964910.659203:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964910.659204:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964910.659205:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964910.659207:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964910.659208:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964910.659208:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481776 00010000:00000001:10.0:1557964910.659209:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964910.659211:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebc850 x1633635891481776/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:576/0 lens 224/368 e 0 to 0 dl 1557964971 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964910.659215:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964910.659216:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964910.659217:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=63 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964910.659219:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964910.659220:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964910.659221:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964910.659222:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964910.659222:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964910.659223:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964910.659224:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964910.659225:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc300. 00000100:00000200:10.0:1557964910.659227:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481776, offset 192 00000400:00000010:10.0:1557964910.659229:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68fc00 (tot 24345892). 00000400:00000200:10.0:1557964910.659231:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964910.659237:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964910.659239:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964910.659241:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964910.659243:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964910.659244:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964910.659246:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964910.659247:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964910.659248:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964910.659249:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964910.659249:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964910.659250:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964910.659251:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964910.659251:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964910.659252:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964910.659253:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebc850 x1633635891481776/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:576/0 lens 224/336 e 0 to 0 dl 1557964971 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964910.659254:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964910.659256:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:15.0:1557964910.659258:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964910.659258:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964910.659258:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964910.659258:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891481776:12345-172.19.1.25@o2ib100:13 Request processed in 81us (164us total) trans 0 rc 0/0 00000400:00000200:14.0:1557964910.659259:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc300 00000400:00000010:14.0:1557964910.659260:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc300. 00000100:00100000:10.0:1557964910.659260:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1630 00000400:00000010:14.0:1557964910.659261:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68fc00 (tot 24345492). 00000800:00000200:14.0:1557964910.659262:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:10.0:1557964910.659262:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964910.659263:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964910.659263:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964910.659265:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc500. 00000020:00000010:10.0:1557964910.659266:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964910.659267:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964910.659268:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964910.659269:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964910.659270:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964910.659270:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964910.659271:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964910.659272:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964910.659273:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2c00. 00000400:00000010:10.0:1557964910.659275:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc500. 00000400:00000001:10.0:1557964910.659276:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964910.659276:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964910.667379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964910.667430:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964910.667440:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964910.667448:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964910.667451:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964910.667458:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc126b0 00000400:00000200:7.0:1557964910.667463:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd609 [1] + 0 00000400:00000010:7.0:1557964910.667468:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95a80. 00000400:00000200:7.0:1557964910.667470:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebff00 00000100:00000001:7.0:1557964910.667474:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:4.0:1557964910.667474:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:7.0:1557964910.667475:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964910.667477:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b617050 x1633635870516912 msgsize 224 00000100:00100000:7.0:1557964910.667483:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964910.667485:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964910.667490:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964910.667491:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebff00 00000400:00000010:7.0:1557964910.667493:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebff00. 00000400:00000010:7.0:1557964910.667495:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964910.667498:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964910.667500:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964910.667502:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964910.667528:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964910.667532:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964910.667534:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964910.667535:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964910.667537:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964910.667538:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964910.667542:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964910.667544:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516912 00000020:00000001:1.0:1557964910.667547:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964910.667548:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964910.667550:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964910.667552:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964910.667554:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964910.667556:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964910.667559:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964910.667563:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964910.667565:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964910.667569:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e880. 00000020:00000010:1.0:1557964910.667571:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964910.667574:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964910.667576:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964910.667577:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964910.667579:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964910.667582:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964910.667588:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964910.667591:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964910.667592:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964910.667593:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964910.667594:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964910.667596:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964910.667597:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964910.667602:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1636 00000100:00000040:1.0:1557964910.667604:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964910.667606:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836077648 : -131364873473968 : ffff88863b617050) 00000100:00000040:1.0:1557964910.667610:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b617050 x1633635870516912/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:576/0 lens 224/0 e 0 to 0 dl 1557964971 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964910.667620:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964910.667621:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964910.667624:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870516912:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964910.667628:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516912 00000020:00000001:1.0:1557964910.667630:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964910.667632:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964910.667633:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964910.667635:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964910.667637:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964910.667639:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964910.667640:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964910.667642:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964910.667643:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964910.667646:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964910.667648:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964910.667649:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964910.667651:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:1.0:1557964910.667653:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964910.667655:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964910.667657:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964910.667658:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964910.667660:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964910.667661:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964910.667664:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964910.667667:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964910.667669:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964910.667672:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964910.667675:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964910.667677:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964910.667680:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964910.667682:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964910.667684:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516912 00010000:00000001:1.0:1557964910.667686:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964910.667689:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b617050 x1633635870516912/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:576/0 lens 224/368 e 0 to 0 dl 1557964971 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964910.667698:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964910.667699:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964910.667701:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=63 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964910.667705:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964910.667708:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964910.667710:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964910.667712:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964910.667713:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964910.667715:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964910.667719:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964910.667720:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e800. 00000100:00000200:1.0:1557964910.667723:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516912, offset 192 00000400:00000010:1.0:1557964910.667730:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72e00 (tot 24345892). 00000400:00000200:1.0:1557964910.667734:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964910.667747:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964910.667753:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964910.667758:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964910.667761:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964910.667763:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964910.667767:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964910.667769:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964910.667771:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964910.667773:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964910.667775:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964910.667777:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964910.667778:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964910.667780:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964910.667782:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b617050 x1633635870516912/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:576/0 lens 224/336 e 0 to 0 dl 1557964971 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964910.667793:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870516912:12345-172.19.1.24@o2ib100:13 Request processed in 171us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964910.667801:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1636 00000100:00000040:1.0:1557964910.667803:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964910.667805:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964910.667806:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:29.2:1557964910.667807:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000010:1.0:1557964910.667808:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e880. 00000020:00000010:1.0:1557964910.667810:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964910.667812:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964910.667815:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964910.667818:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964910.667821:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964910.667824:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0ae0. 00000400:00000010:1.0:1557964910.667827:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e880. 00000800:00000200:17.0:1557964910.667830:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000001:1.0:1557964910.667830:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964910.667832:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964910.667838:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964910.667842:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964910.667844:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964910.667846:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:17.0:1557964910.667848:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964910.667849:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964910.667850:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e800 00000400:00000010:17.0:1557964910.667852:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e800. 00000400:00000010:17.0:1557964910.667854:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72e00 (tot 24345492). 00000800:00000200:17.0:1557964910.667856:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964910.667859:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964911.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964911.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964911.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964911.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964911.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964911.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964911.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964911.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964911.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964911.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964911.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964911.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964911.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964911.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964911.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964911.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964912.330021:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964912.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964912.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964912.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964912.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964912.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964912.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964912.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964912.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964912.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964912.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964912.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964912.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964912.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964912.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964912.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964912.605497:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88872110e000 (tot 24345748). 00000400:00000010:6.0:1557964912.605505:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88872110e000 (tot 24345492). 00000020:00000001:6.0:1557964912.606490:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964912.606491:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318628933, max_age 4318632934 00002000:00000001:6.0:1557964912.606492:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964912.606493:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964912.606494:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964912.606496:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964912.606497:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964912.606498:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964912.606500:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964912.606501:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964912.606502:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964912.606503:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964912.606504:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964912.606505:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964912.606505:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964912.606529:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964912.606530:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318633934, max_age 4318632934 00000020:00000004:6.0:1557964912.606530:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964912.606531:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964912.606552:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964912.606553:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318633934, max_age 4318632934 00000020:00000004:6.0:1557964912.606553:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964912.606554:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964912.606576:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964912.606577:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318633934, max_age 4318632934 00000020:00000004:6.0:1557964912.606578:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964912.606580:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964913.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964913.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964913.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964913.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964913.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964913.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964913.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964913.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964913.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964913.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964913.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964913.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964913.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964913.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964913.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964913.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964914.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964914.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964914.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964914.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964914.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964914.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964914.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964914.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964914.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964914.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964914.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964914.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964914.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964914.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964914.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964914.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964915.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964915.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964915.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964915.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964915.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964915.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964915.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964915.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964915.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964915.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964915.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964915.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964915.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964915.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964915.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964915.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964915.667063:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964915.667076:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964915.667079:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964915.667082:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964915.667084:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964915.667087:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010cd0 00000400:00000200:14.0:1557964915.667090:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9695 [1] + 0 00000400:00000010:14.0:1557964915.667092:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36480. 00000400:00000200:14.0:1557964915.667093:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3a80 00000100:00000001:14.0:1557964915.667095:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964915.667095:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964915.667097:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebc450 x1633635891481808 msgsize 224 00000100:00100000:14.0:1557964915.667100:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964915.667101:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964915.667102:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964915.667103:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3a80 00000400:00000010:14.0:1557964915.667104:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3a80. 00000400:00000010:14.0:1557964915.667105:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:15.0:1557964915.667106:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964915.667106:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964915.667127:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964915.667128:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964915.667135:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964915.667136:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964915.667138:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964915.667139:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964915.667140:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964915.667140:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964915.667142:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964915.667144:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481808 00000020:00000001:10.0:1557964915.667145:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964915.667146:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964915.667146:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964915.667148:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964915.667149:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964915.667150:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964915.667151:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964915.667152:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964915.667154:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964915.667155:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcf80. 00000020:00000010:10.0:1557964915.667157:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964915.667158:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964915.667159:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964915.667160:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964915.667160:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964915.667162:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964915.667165:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964915.667166:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964915.667167:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964915.667167:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964915.667168:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964915.667169:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964915.667169:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964915.667172:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1631 00000100:00000040:10.0:1557964915.667174:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964915.667175:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725369424 : -131291984182192 : ffff889733ebc450) 00000100:00000040:10.0:1557964915.667177:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebc450 x1633635891481808/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:581/0 lens 224/0 e 0 to 0 dl 1557964976 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964915.667181:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964915.667181:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964915.667182:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891481808:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964915.667184:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481808 00000020:00000001:10.0:1557964915.667185:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964915.667185:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964915.667186:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964915.667187:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964915.667187:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964915.667188:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964915.667189:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964915.667190:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964915.667190:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964915.667191:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964915.667192:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964915.667192:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964915.667193:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964915.667194:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964915.667195:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964915.667196:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964915.667197:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964915.667197:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964915.667199:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964915.667201:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964915.667202:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964915.667203:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964915.667205:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964915.667206:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964915.667207:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964915.667209:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964915.667210:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964915.667211:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964915.667212:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964915.667213:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481808 00010000:00000001:10.0:1557964915.667215:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964915.667216:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebc450 x1633635891481808/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:581/0 lens 224/368 e 0 to 0 dl 1557964976 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964915.667219:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964915.667220:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964915.667220:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=68 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964915.667222:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964915.667223:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964915.667224:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964915.667225:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964915.667225:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964915.667226:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964915.667227:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964915.667228:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd900. 00000100:00000200:10.0:1557964915.667230:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481808, offset 192 00000400:00000010:10.0:1557964915.667233:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68a000 (tot 24345892). 00000400:00000200:10.0:1557964915.667234:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964915.667240:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964915.667243:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964915.667246:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964915.667247:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964915.667248:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964915.667250:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964915.667251:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964915.667252:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964915.667253:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964915.667254:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964915.667254:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964915.667256:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964915.667256:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964915.667257:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964915.667258:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964915.667258:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebc450 x1633635891481808/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:581/0 lens 224/336 e 0 to 0 dl 1557964976 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964915.667260:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964915.667262:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964915.667263:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964915.667263:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964915.667263:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd900 00000100:00100000:10.0:1557964915.667263:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891481808:12345-172.19.1.25@o2ib100:13 Request processed in 81us (165us total) trans 0 rc 0/0 00000400:00000010:14.0:1557964915.667264:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd900. 00000400:00000010:14.0:1557964915.667265:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68a000 (tot 24345492). 00000100:00100000:10.0:1557964915.667266:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1631 00000800:00000200:14.0:1557964915.667267:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:10.0:1557964915.667267:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964915.667268:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964915.667268:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964915.667269:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcf80. 00000020:00000010:10.0:1557964915.667270:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964915.667271:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964915.667272:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964915.667273:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964915.667273:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964915.667274:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964915.667275:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964915.667276:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964915.667277:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2840. 00000400:00000010:10.0:1557964915.667278:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcf80. 00000400:00000001:10.0:1557964915.667279:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964915.667279:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964915.675360:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964915.675409:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964915.675419:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964915.675427:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964915.675430:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964915.675437:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc126d0 00000400:00000200:4.0:1557964915.675444:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd619 [1] + 0 00000400:00000010:4.0:1557964915.675448:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95ae0. 00000400:00000200:4.0:1557964915.675451:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe000 00000800:00000200:7.0:1557964915.675452:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964915.675454:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964915.675455:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964915.675458:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616c50 x1633635870516944 msgsize 224 00000100:00100000:4.0:1557964915.675464:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964915.675465:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964915.675469:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964915.675469:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe000 00000400:00000010:4.0:1557964915.675471:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe000. 00000400:00000010:4.0:1557964915.675473:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964915.675476:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964915.675479:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964915.675481:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964915.675504:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964915.675507:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964915.675510:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964915.675511:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964915.675513:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964915.675514:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964915.675517:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964915.675520:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516944 00000020:00000001:1.0:1557964915.675522:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964915.675523:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964915.675525:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964915.675527:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964915.675529:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964915.675531:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964915.675534:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964915.675536:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964915.675538:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964915.675541:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e780. 00000020:00000010:1.0:1557964915.675544:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964915.675546:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964915.675549:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964915.675550:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964915.675551:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964915.675554:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964915.675560:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964915.675563:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964915.675564:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964915.675565:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964915.675566:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964915.675567:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964915.675568:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964915.675573:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1637 00000100:00000040:1.0:1557964915.675575:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964915.675577:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836076624 : -131364873474992 : ffff88863b616c50) 00000100:00000040:1.0:1557964915.675581:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616c50 x1633635870516944/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:581/0 lens 224/0 e 0 to 0 dl 1557964976 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964915.675595:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964915.675596:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964915.675599:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870516944:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964915.675603:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516944 00000020:00000001:1.0:1557964915.675604:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964915.675607:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964915.675608:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964915.675610:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964915.675611:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964915.675613:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964915.675615:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964915.675616:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964915.675617:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964915.675619:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964915.675621:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964915.675622:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964915.675624:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfab400. 02000000:00000001:1.0:1557964915.675626:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964915.675628:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964915.675630:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964915.675632:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964915.675633:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964915.675634:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964915.675637:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964915.675640:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964915.675658:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964915.675659:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964915.675660:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964915.675661:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964915.675662:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964915.675662:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964915.675663:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516944 00010000:00000001:1.0:1557964915.675666:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964915.675667:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616c50 x1633635870516944/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:581/0 lens 224/368 e 0 to 0 dl 1557964976 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964915.675673:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964915.675674:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964915.675675:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=68 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964915.675677:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964915.675678:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964915.675679:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964915.675679:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964915.675680:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964915.675681:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964915.675682:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964915.675683:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e700. 00000100:00000200:1.0:1557964915.675684:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516944, offset 192 00000400:00000010:1.0:1557964915.675685:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72000 (tot 24345892). 00000400:00000200:1.0:1557964915.675687:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964915.675692:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964915.675694:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964915.675697:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964915.675698:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964915.675699:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964915.675701:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964915.675701:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964915.675702:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964915.675703:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964915.675704:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964915.675705:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964915.675706:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964915.675706:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964915.675708:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616c50 x1633635870516944/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:581/0 lens 224/336 e 0 to 0 dl 1557964976 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964915.675712:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870516944:12345-172.19.1.24@o2ib100:13 Request processed in 116us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964915.675715:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1637 00000100:00000040:1.0:1557964915.675716:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964915.675717:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964915.675718:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964915.675718:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e780. 00000020:00000010:1.0:1557964915.675719:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964915.675720:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964915.675721:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964915.675722:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964915.675723:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964915.675725:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0e40. 00000400:00000010:1.0:1557964915.675725:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e780. 00000400:00000001:1.0:1557964915.675726:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964915.675727:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964915.675734:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964915.675746:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964915.675749:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964915.675751:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964915.675751:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964915.675752:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfab400. 02000000:00000001:17.0:1557964915.675753:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964915.675753:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964915.675754:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e700 00000400:00000010:17.0:1557964915.675754:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e700. 00000400:00000010:17.0:1557964915.675755:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72000 (tot 24345492). 00000800:00000200:17.0:1557964915.675756:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964915.675757:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964916.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964916.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964916.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964916.508061:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964916.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964916.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964916.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964916.508068:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964916.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964916.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964916.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964916.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964916.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964916.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964916.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964916.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964917.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964917.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964917.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964917.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964917.508050:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964917.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964917.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964917.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964917.508076:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964917.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964917.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964917.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964917.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964917.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964917.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964917.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964917.607019:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888702f67e00 (tot 24345748). 00000400:00000010:6.0:1557964917.607034:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888702f67e00 (tot 24345492). 00000020:00000001:6.0:1557964917.608067:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964917.608068:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318633934, max_age 4318637936 00002000:00000001:6.0:1557964917.608069:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964917.608070:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964917.608071:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964917.608073:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964917.608074:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964917.608075:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964917.608077:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964917.608078:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964917.608079:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964917.608081:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964917.608081:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964917.608082:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964917.608083:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964917.608107:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964917.608108:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318638936, max_age 4318637936 00000020:00000004:6.0:1557964917.608109:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964917.608110:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964917.608132:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964917.608132:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318638936, max_age 4318637936 00000020:00000004:6.0:1557964917.608133:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964917.608134:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964917.608157:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964917.608157:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318638936, max_age 4318637936 00000020:00000004:6.0:1557964917.608158:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964917.608159:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964918.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964918.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964918.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964918.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964918.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964918.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964918.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964918.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964918.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964918.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964918.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964918.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964918.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964918.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964918.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964918.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964919.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964919.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964919.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964919.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964919.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964919.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964919.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964919.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964919.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964919.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964919.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964919.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964919.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964919.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964919.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964919.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964920.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964920.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964920.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964920.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964920.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964920.508053:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964920.508056:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964920.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964920.508059:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964920.508060:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964920.508061:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964920.508063:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964920.508064:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964920.508066:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964920.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964920.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964920.508081:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964920.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964920.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964920.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964920.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964920.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964920.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964920.675048:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964920.675059:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964920.675063:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964920.675067:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964920.675068:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964920.675071:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010d20 00000400:00000200:14.0:1557964920.675074:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x96c5 [1] + 0 00000400:00000010:14.0:1557964920.675076:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a364e0. 00000400:00000200:14.0:1557964920.675077:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3580 00000100:00000001:14.0:1557964920.675079:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964920.675080:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964920.675081:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebc050 x1633635891481888 msgsize 224 00000100:00100000:14.0:1557964920.675084:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964920.675085:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964920.675087:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964920.675087:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3580 00000400:00000010:14.0:1557964920.675088:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3580. 00000400:00000010:14.0:1557964920.675089:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:15.0:1557964920.675090:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964920.675090:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964920.675092:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964920.675093:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964920.675120:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964920.675121:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964920.675122:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964920.675123:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964920.675124:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964920.675124:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964920.675126:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964920.675128:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481888 00000020:00000001:10.0:1557964920.675129:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964920.675129:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964920.675130:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964920.675131:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964920.675132:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964920.675133:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964920.675135:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964920.675136:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964920.675138:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964920.675139:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd980. 00000020:00000010:10.0:1557964920.675142:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964920.675143:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964920.675144:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964920.675145:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964920.675146:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.675147:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.675150:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964920.675151:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964920.675152:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964920.675153:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964920.675153:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964920.675154:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964920.675155:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964920.675157:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1632 00000100:00000040:10.0:1557964920.675158:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964920.675159:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725368400 : -131291984183216 : ffff889733ebc050) 00000100:00000040:10.0:1557964920.675161:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebc050 x1633635891481888/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:586/0 lens 224/0 e 0 to 0 dl 1557964981 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964920.675164:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964920.675165:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964920.675166:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891481888:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964920.675168:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481888 00000020:00000001:10.0:1557964920.675168:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964920.675170:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964920.675170:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.675171:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964920.675172:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964920.675173:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964920.675174:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964920.675175:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964920.675175:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964920.675176:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.675177:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964920.675178:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964920.675179:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73f000. 02000000:00000001:10.0:1557964920.675180:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.675181:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964920.675182:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964920.675183:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964920.675184:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964920.675185:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964920.675188:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964920.675189:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964920.675190:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964920.675208:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964920.675210:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964920.675211:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964920.675212:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964920.675213:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964920.675214:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964920.675215:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964920.675216:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481888 00010000:00000001:10.0:1557964920.675217:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964920.675218:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebc050 x1633635891481888/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:586/0 lens 224/368 e 0 to 0 dl 1557964981 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964920.675221:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964920.675222:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964920.675223:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=73 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964920.675224:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964920.675225:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964920.675226:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964920.675228:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964920.675228:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.675229:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964920.675231:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964920.675231:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc580. 00000100:00000200:10.0:1557964920.675233:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481888, offset 192 00000400:00000010:10.0:1557964920.675234:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68a000 (tot 24345892). 00000400:00000200:10.0:1557964920.675237:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964920.675242:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964920.675244:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964920.675247:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964920.675248:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964920.675249:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964920.675252:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964920.675253:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.675253:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964920.675255:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964920.675256:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964920.675257:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964920.675257:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.675258:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964920.675259:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebc050 x1633635891481888/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:586/0 lens 224/336 e 0 to 0 dl 1557964981 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964920.675263:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891481888:12345-172.19.1.25@o2ib100:13 Request processed in 97us (180us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964920.675265:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1632 00000100:00000040:10.0:1557964920.675266:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964920.675267:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964920.675268:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964920.675269:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd980. 00000020:00000010:10.0:1557964920.675270:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964920.675271:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964920.675272:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964920.675273:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964920.675274:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964920.675275:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2a80. 00000400:00000010:10.0:1557964920.675276:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd980. 00000400:00000001:10.0:1557964920.675277:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964920.675277:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964920.675281:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964920.675290:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964920.675293:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964920.675295:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964920.675297:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964920.675298:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73f000. 02000000:00000001:14.0:1557964920.675319:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964920.675320:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964920.675320:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc580 00000400:00000010:14.0:1557964920.675321:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc580. 00000400:00000010:14.0:1557964920.675323:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68a000 (tot 24345492). 00000800:00000200:14.0:1557964920.675325:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557964920.675326:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:10.0:1557964920.676033:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964920.676042:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964920.676045:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627624800. 00000020:00000040:10.0:1557964920.676049:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964920.676052:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964920.676053:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964920.676055:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964920.676058:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee364c00. 00000100:00000001:10.0:1557964920.676061:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964920.676066:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964920.676076:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964920.676077:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964920.676080:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964920.676084:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627624800] to pc [ptlrpcd_01_05:5] req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964920.676097:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964920.676099:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964920.676103:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964920.676104:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627624b00. 00000020:00000040:10.0:1557964920.676106:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964920.676108:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964920.676109:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964920.676110:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964920.676111:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366900. 00000100:00000001:10.0:1557964920.676113:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964920.676116:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964920.676124:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964920.676125:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964920.676127:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964920.676130:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627624b00] to pc [ptlrpcd_01_06:6] req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964920.676139:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964920.676142:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964920.676144:0:14854:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964920.676145:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964920.676146:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557964920.676147:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:11.0:1557964920.676149:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964920.676165:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964920.676166:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964920.676166:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:25.0:1557964920.676167:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:10.0:1557964920.676167:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627624e00. 00000020:00000040:10.0:1557964920.676167:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:9.0:1557964920.676167:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964920.676168:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:9.0:1557964920.676168:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964920.676169:0:14854:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000001:10.0:1557964920.676169:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964920.676169:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964920.676169:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365800. 00000100:00000001:11.0:1557964920.676170:0:14854:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.676170:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676170:0:14855:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:11.0:1557964920.676171:0:14854:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:10.0:1557964920.676171:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964920.676172:0:14854:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1557964920.676173:0:14854:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:8c05ad95-98db-8b06-7942-a20be71d88ee:14854:1633636024601392:172.19.1.24@o2ib100:400 00000100:00000040:9.0:1557964920.676173:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964920.676174:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964920.676174:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964920.676174:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676175:0:14854:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000040:10.0:1557964920.676175:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627624e00] to pc [ptlrpcd_01_07:7] req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964920.676176:0:14854:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964920.676176:0:14854:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964920.676177:0:14854:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:9.0:1557964920.676177:0:14855:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000010:11.0:1557964920.676178:0:14854:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0ea00. 00000100:00000001:9.0:1557964920.676178:0:14855:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964920.676179:0:14854:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964920.676179:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:9.0:1557964920.676179:0:14855:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964920.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=462104 : 462104 : 70d18) 02000000:00000001:9.0:1557964920.676180:0:14855:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964920.676181:0:14854:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff9d80. 00000020:00000001:10.0:1557964920.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000400:00000010:11.0:1557964920.676182:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1a80. 00000020:00000001:10.0:1557964920.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000020:00000001:10.0:1557964920.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286976 : -264640 : fffffffffffbf640) 00000100:00100000:9.0:1557964920.676182:0:14855:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:looze-MDT0000-lwp-OST0009_UUID:14855:1633636024601408:172.19.1.24@o2ib100:400 00000100:00000200:11.0:1557964920.676183:0:14854:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601392, portal 25 00000020:00000001:10.0:1557964920.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000020:00000001:10.0:1557964920.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:11.0:1557964920.676184:0:14854:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964920.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709425416 : -126200 : fffffffffffe1308) 00000100:00000001:9.0:1557964920.676184:0:14855:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:11.0:1557964920.676185:0:14854:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220065280 : -131296489486336 : ffff889627624800) 00000020:00000001:10.0:1557964920.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=86464 : 86464 : 151c0) 00000020:00000001:10.0:1557964920.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709467528 : -84088 : fffffffffffeb788) 02000000:00000001:9.0:1557964920.676185:0:14855:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964920.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1124390 : 1124390 : 112826) 00000020:00000001:10.0:1557964920.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=69815 : 69815 : 110b7) 02000000:00000001:9.0:1557964920.676186:0:14855:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964920.676187:0:14854:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964920.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709452154 : -99462 : fffffffffffe7b7a) 00000020:00000001:10.0:1557964920.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527515 : -24101 : ffffffffffffa1db) 02000000:00000001:9.0:1557964920.676187:0:14855:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:9.0:1557964920.676188:0:14855:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdda00. 00000020:00000001:10.0:1557964920.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147513472 : 147513472 : 8cae080) 02000000:00000001:9.0:1557964920.676189:0:14855:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709525420 : -26196 : ffffffffffff99ac) 00000020:00000001:10.0:1557964920.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:12.0:1557964920.676191:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964920.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709082392 : -469224 : fffffffffff8d718) 00000400:00000010:9.0:1557964920.676191:0:14855:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe345480. 00000020:00000001:10.0:1557964920.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000400:00000010:9.0:1557964920.676192:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357d80. 00000100:00000001:12.0:1557964920.676193:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964920.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=135112 : 135112 : 20fc8) 00000020:00000001:10.0:1557964920.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000100:00000001:12.0:1557964920.676194:0:14856:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1557964920.676194:0:14854:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964920.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709278672 : -272944 : fffffffffffbd5d0) 00000020:00000001:10.0:1557964920.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000200:9.0:1557964920.676194:0:14855:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601408, portal 10 00000020:00000001:10.0:1557964920.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000020:00000001:10.0:1557964920.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000001:9.0:1557964920.676195:0:14855:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000040:11.0:1557964920.676196:0:14854:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:11.0:1557964920.676196:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1700. 00000020:00000001:10.0:1557964920.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=992330 : 992330 : f244a) 00000020:00000001:10.0:1557964920.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000001:9.0:1557964920.676196:0:14855:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220066048 : -131296489485568 : ffff889627624b00) 00000100:00000040:12.0:1557964920.676197:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000200:11.0:1557964920.676197:0:14854:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601392, offset 0 00000020:00000001:10.0:1557964920.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557964920.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964920.676198:0:14855:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:11.0:1557964920.676199:0:14854:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0e400 (tot 24345892). 00000020:00000001:10.0:1557964920.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676201:0:14856:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000200:11.0:1557964920.676201:0:14854:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964920.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676201:0:14855:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:12.0:1557964920.676202:0:14856:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964920.676203:0:14856:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964920.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964920.676203:0:14855:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:9.0:1557964920.676203:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356200. 02000000:00000001:12.0:1557964920.676204:0:14856:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964920.676204:0:14855:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601408, offset 0 00000020:00000001:10.0:1557964920.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:12.0:1557964920.676206:0:14856:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:looze-MDT0001-lwp-OST0009_UUID:14856:1633636024601424:172.19.1.25@o2ib100:400 00000400:00000200:11.0:1557964920.676206:0:14854:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964920.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964920.676206:0:14855:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cdba00 (tot 24346292). 00000100:00000001:12.0:1557964920.676207:0:14856:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964920.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964920.676207:0:14855:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 02000000:00000001:12.0:1557964920.676208:0:14856:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:11.0:1557964920.676208:0:14854:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964920.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964920.676209:0:14856:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964920.676209:0:14856:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964920.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1557964920.676211:0:14856:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fac00. 02000000:00000001:12.0:1557964920.676211:0:14856:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964920.676212:0:14854:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964920.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964920.676213:0:14856:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69000. 00000020:00000001:10.0:1557964920.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964920.676213:0:14855:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000400:00000010:12.0:1557964920.676214:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7080. 00000800:00000200:11.0:1557964920.676214:0:14854:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964920.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964920.676215:0:14854:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964920.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964920.676215:0:14855:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000200:12.0:1557964920.676216:0:14856:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601424, portal 10 00000100:00000001:12.0:1557964920.676216:0:14856:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964920.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676217:0:14856:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220066816 : -131296489484800 : ffff889627624e00) 00000800:00000200:11.0:1557964920.676217:0:14854:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964920.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676218:0:14854:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964920.676218:0:14855:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000040:12.0:1557964920.676219:0:14856:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964920.676219:0:14854:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964920.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964920.676219:0:14855:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:11.0:1557964920.676220:0:14854:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676220:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964920.676220:0:14855:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000100:00000001:11.0:1557964920.676221:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964920.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964920.676223:0:14855:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:12.0:1557964920.676224:0:14856:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:11.0:1557964920.676224:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964920.676224:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964920.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676224:0:14855:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676224:0:14855:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:12.0:1557964920.676225:0:14856:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:11.0:1557964920.676225:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964920.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676225:0:14855:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964920.676226:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7c80. 00000100:00000001:11.0:1557964920.676226:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964920.676226:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676226:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964920.676227:0:14856:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601424, offset 0 00000100:00000001:11.0:1557964920.676227:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676227:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:12.0:1557964920.676228:0:14856:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fe000 (tot 24346692). 00000100:00000001:11.0:1557964920.676228:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964920.676228:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964920.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676229:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964920.676230:0:14856:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:11.0:1557964920.676230:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676230:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964920.676230:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964920.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676231:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964920.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676232:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964920.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676233:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676234:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964920.676235:0:14856:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964920.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676235:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964920.676235:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964920.676235:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676236:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964920.676237:0:14856:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964920.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964920.676240:0:14856:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964920.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964920.676241:0:14856:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557964920.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964920.676242:0:14856:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964920.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964920.676244:0:14856:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964920.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676245:0:14856:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964920.676246:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:12.0:1557964920.676246:0:14856:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964920.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676247:0:14856:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676248:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676249:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964920.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676251:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964920.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676252:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964920.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676253:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964920.676253:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964920.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676254:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676255:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676255:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964920.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676256:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964920.676256:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676257:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964920.676273:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964920.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964920.676283:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964920.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964920.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964920.676285:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318667004) 00000800:00000200:14.0:1557964920.676286:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964920.676288:0:14820:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:14.0:1557964920.676290:0:14820:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964920.676294:0:14820:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:7.0:1557964920.676294:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000040:14.0:1557964920.676296:0:14820:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964920.676299:0:14820:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964920.676299:0:14820:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964920.676300:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7c80 00000400:00000010:14.0:1557964920.676301:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7c80. 00000800:00000200:7.0:1557964920.676302:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000400:00000010:14.0:1557964920.676303:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fe000 (tot 24346292). 00000800:00000200:14.0:1557964920.676304:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964920.676306:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:7.0:1557964920.676306:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:7.0:1557964920.676311:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964920.676322:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964920.676325:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964920.676333:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964920.676335:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964920.676337:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1700 00000800:00000200:4.0:1557964920.676337:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000400:00000010:7.0:1557964920.676339:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1700. 00000400:00000010:7.0:1557964920.676342:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0e400 (tot 24345892). 00000800:00000200:7.0:1557964920.676346:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000800:00000200:4.0:1557964920.676346:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:7.0:1557964920.676349:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964920.676350:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:4.0:1557964920.676355:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964920.676365:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964920.676368:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964920.676377:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964920.676378:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964920.676380:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356200 00000400:00000010:4.0:1557964920.676382:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356200. 00000400:00000010:4.0:1557964920.676385:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cdba00 (tot 24345492). 00000800:00000200:4.0:1557964920.676388:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964920.676431:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964920.676432:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964920.676436:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964920.676438:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964920.676441:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000800:00000200:15.0:1557964920.676442:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964920.676443:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964920.676445:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04b50 00000400:00000200:14.0:1557964920.676448:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9c5d [1] + 192 00000100:00000001:14.0:1557964920.676451:0:14822:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964920.676452:0:14822:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557964920.676456:0:14822:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964920.676461:0:14822:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964920.676463:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000100:00000001:12.0:1557964920.676463:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964920.676463:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:12.0:1557964920.676464:0:14856:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:14.0:1557964920.676465:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000400:00000001:12.0:1557964920.676465:0:14856:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:12.0:1557964920.676465:0:14856:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:14.0:1557964920.676466:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:12.0:1557964920.676466:0:14856:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964920.676467:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:12.0:1557964920.676470:0:14856:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964920.676474:0:14856:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:12.0:1557964920.676475:0:14856:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69000. 00000400:00000200:12.0:1557964920.676476:0:14856:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7080 00000400:00000010:12.0:1557964920.676477:0:14856:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7080. 00000100:00000001:12.0:1557964920.676478:0:14856:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964920.676478:0:14856:0:(client.c:1337:after_reply()) Process entered 00000800:00000200:21.0:1557964920.676479:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 02000000:00000001:12.0:1557964920.676479:0:14856:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:12.0:1557964920.676479:0:14856:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:12.0:1557964920.676480:0:14856:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964920.676480:0:14856:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:12.0:1557964920.676482:0:14856:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=100 v=45 (45 45 45 45) 00000100:00001000:12.0:1557964920.676483:0:14856:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=100 v=45 (1 1 1 1) 00000100:00000001:12.0:1557964920.676484:0:14856:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964920.676484:0:14856:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964920.676485:0:14856:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:12.0:1557964920.676487:0:14856:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:21.0:1557964920.676489:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00010000:00000001:12.0:1557964920.676490:0:14856:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676491:0:14856:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:12.0:1557964920.676491:0:14856:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:12.0:1557964920.676492:0:14856:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:12.0:1557964920.676492:0:14856:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964920.676493:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964920.676496:0:14856:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964920.676497:0:14856:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:21.0:1557964920.676498:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000001:12.0:1557964920.676498:0:14856:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:12.0:1557964920.676499:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:12.0:1557964920.676502:0:14856:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:looze-MDT0001-lwp-OST0009_UUID:14856:1633636024601424:172.19.1.25@o2ib100:400 00000400:00000010:21.0:1557964920.676503:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000100:00000001:12.0:1557964920.676503:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964920.676504:0:14856:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1557964920.676505:0:14856:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627624e00 x1633636024601424/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964920.676509:0:14856:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557964920.676509:0:14856:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:21.0:1557964920.676510:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04b30 02000000:00000010:12.0:1557964920.676510:0:14856:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fac00. 02000000:00000001:12.0:1557964920.676511:0:14856:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1557964920.676512:0:14856:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:12.0:1557964920.676512:0:14856:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:12.0:1557964920.676513:0:14856:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964920.676514:0:14856:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365800. 02000000:00000001:12.0:1557964920.676514:0:14856:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1557964920.676515:0:14856:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557964920.676515:0:14856:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627624e00. 00000400:00000200:21.0:1557964920.676516:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdbd9 [1] + 192 00000100:00000001:12.0:1557964920.676516:0:14856:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557964920.676516:0:14856:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964920.676517:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964920.676518:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964920.676518:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676519:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964920.676519:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964920.676519:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964920.676520:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964920.676522:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:7.0:1557964920.676522:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000200:21.0:1557964920.676526:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964920.676533:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000040:21.0:1557964920.676538:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964920.676541:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964920.676544:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24346292). 00000100:00000001:21.0:1557964920.676550:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:7.0:1557964920.676550:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04b40 00000400:00000010:21.0:1557964920.676552:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345892). 00000800:00000200:21.0:1557964920.676555:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000800:00000200:21.0:1557964920.676558:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000400:00000200:7.0:1557964920.676558:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdbe1 [1] + 192 00000800:00000200:21.0:1557964920.676560:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:21.0:1557964920.676563:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964920.676564:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:7.0:1557964920.676567:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:7.0:1557964920.676579:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964920.676581:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964920.676583:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557964920.676601:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:11.0:1557964920.676602:0:14854:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964920.676603:0:14854:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:7.0:1557964920.676603:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000100:00000001:11.0:1557964920.676604:0:14854:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:7.0:1557964920.676606:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000200:11.0:1557964920.676607:0:14854:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964920.676609:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000200:11.0:1557964920.676611:0:14854:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964920.676611:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:11.0:1557964920.676617:0:14854:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:11.0:1557964920.676618:0:14854:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d80. 00000400:00000200:11.0:1557964920.676619:0:14854:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1a80 00000400:00000010:11.0:1557964920.676620:0:14854:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1a80. 00000100:00000001:11.0:1557964920.676621:0:14854:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964920.676622:0:14854:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:11.0:1557964920.676623:0:14854:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964920.676623:0:14854:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557964920.676624:0:14854:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964920.676625:0:14854:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1557964920.676627:0:14854:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=100 v=45 (45 45 45 45) 00000100:00001000:11.0:1557964920.676628:0:14854:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=100 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964920.676629:0:14854:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964920.676630:0:14854:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964920.676630:0:14854:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:9.0:1557964920.676630:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00010000:00000001:11.0:1557964920.676631:0:14854:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676643:0:14854:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676643:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:11.0:1557964920.676644:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000001:9.0:1557964920.676645:0:14855:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557964920.676646:0:14855:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:11.0:1557964920.676647:0:14854:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964920.676647:0:14855:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:11.0:1557964920.676648:0:14854:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557964920.676648:0:14854:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:11.0:1557964920.676649:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000200:9.0:1557964920.676649:0:14855:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:11.0:1557964920.676653:0:14854:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:8c05ad95-98db-8b06-7942-a20be71d88ee:14854:1633636024601392:172.19.1.24@o2ib100:400 00000100:00000200:9.0:1557964920.676654:0:14855:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964920.676655:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964920.676669:0:14854:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1557964920.676670:0:14855:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:11.0:1557964920.676671:0:14854:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627624800 x1633636024601392/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:9.0:1557964920.676671:0:14855:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe345480. 00000400:00000200:9.0:1557964920.676672:0:14855:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357d80 00000100:00000001:11.0:1557964920.676673:0:14854:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000400:00000010:9.0:1557964920.676673:0:14855:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357d80. 00000100:00000001:9.0:1557964920.676673:0:14855:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:11.0:1557964920.676674:0:14854:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:9.0:1557964920.676674:0:14855:0:(client.c:1337:after_reply()) Process entered 02000000:00000010:11.0:1557964920.676675:0:14854:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0ea00. 02000000:00000001:9.0:1557964920.676675:0:14855:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964920.676675:0:14855:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 02000000:00000001:11.0:1557964920.676676:0:14854:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1557964920.676676:0:14854:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:9.0:1557964920.676676:0:14855:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:11.0:1557964920.676677:0:14854:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 02000000:00000001:9.0:1557964920.676677:0:14855:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964920.676678:0:14854:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964920.676679:0:14854:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee364c00. 00000100:00001000:9.0:1557964920.676679:0:14855:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=100 v=45 (45 45 45 45) 02000000:00000001:11.0:1557964920.676680:0:14854:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964920.676681:0:14854:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964920.676681:0:14854:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627624800. 00000100:00001000:9.0:1557964920.676681:0:14855:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=100 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964920.676682:0:14855:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557964920.676682:0:14855:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676683:0:14854:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964920.676683:0:14854:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:9.0:1557964920.676683:0:14855:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:11.0:1557964920.676684:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:9.0:1557964920.676684:0:14855:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676685:0:14855:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:11.0:1557964920.676686:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964920.676686:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964920.676686:0:14855:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557964920.676686:0:14855:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1557964920.676687:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964920.676687:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676687:0:14855:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964920.676688:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964920.676688:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964920.676688:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964920.676696:0:14855:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964920.676697:0:14855:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557964920.676697:0:14855:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557964920.676699:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:9.0:1557964920.676702:0:14855:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:looze-MDT0000-lwp-OST0009_UUID:14855:1633636024601408:172.19.1.24@o2ib100:400 00000100:00000001:9.0:1557964920.676704:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964920.676704:0:14855:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:9.0:1557964920.676705:0:14855:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627624b00 x1633636024601408/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965026 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964920.676708:0:14855:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964920.676708:0:14855:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1557964920.676709:0:14855:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdda00. 02000000:00000001:9.0:1557964920.676710:0:14855:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964920.676711:0:14855:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964920.676711:0:14855:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:9.0:1557964920.676712:0:14855:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:9.0:1557964920.676713:0:14855:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366900. 02000000:00000001:9.0:1557964920.676713:0:14855:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964920.676714:0:14855:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964920.676714:0:14855:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627624b00. 00000100:00000001:9.0:1557964920.676715:0:14855:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964920.676716:0:14855:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964920.676716:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964920.676718:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557964920.676719:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676719:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964920.676720:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964920.676721:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964920.676721:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964920.683409:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964920.683464:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964920.683474:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964920.683481:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964920.683484:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964920.683490:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc126f0 00000400:00000200:4.0:1557964920.683496:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd639 [1] + 0 00000400:00000010:4.0:1557964920.683501:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95b40. 00000400:00000200:4.0:1557964920.683503:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebed00 00000800:00000200:17.0:1557964920.683506:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964920.683507:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964920.683508:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964920.683510:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616850 x1633635870516976 msgsize 224 00000100:00100000:4.0:1557964920.683517:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964920.683519:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964920.683522:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964920.683523:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebed00 00000400:00000010:4.0:1557964920.683525:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebed00. 00000400:00000010:4.0:1557964920.683527:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964920.683529:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964920.683530:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964920.683532:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964920.683533:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:4.0:1557964920.683534:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964920.683535:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964920.683537:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964920.683538:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964920.683539:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964920.683543:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964920.683545:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870516976 00000020:00000001:1.0:1557964920.683548:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964920.683549:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964920.683551:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964920.683553:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964920.683554:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964920.683557:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964920.683560:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964920.683561:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964920.683564:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964920.683567:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e680. 00000020:00000010:1.0:1557964920.683569:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964920.683572:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964920.683576:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964920.683577:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964920.683578:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964920.683581:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964920.683587:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964920.683590:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964920.683591:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964920.683592:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964920.683593:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964920.683594:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964920.683595:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964920.683600:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1638 00000100:00000040:1.0:1557964920.683602:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964920.683604:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836075600 : -131364873476016 : ffff88863b616850) 00000100:00000040:1.0:1557964920.683608:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616850 x1633635870516976/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:586/0 lens 224/0 e 0 to 0 dl 1557964981 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964920.683618:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964920.683619:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964920.683622:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870516976:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964920.683626:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870516976 00000020:00000001:1.0:1557964920.683628:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964920.683630:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964920.683631:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964920.683633:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964920.683634:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964920.683636:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964920.683638:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964920.683639:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964920.683640:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964920.683642:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964920.683644:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964920.683645:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964920.683647:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae800. 02000000:00000001:1.0:1557964920.683649:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964920.683651:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964920.683653:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964920.683655:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964920.683656:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964920.683658:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964920.683660:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964920.683663:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964920.683666:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964920.683669:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964920.683672:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964920.683674:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964920.683677:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964920.683678:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964920.683680:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870516976 00010000:00000001:1.0:1557964920.683683:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964920.683686:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616850 x1633635870516976/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:586/0 lens 224/368 e 0 to 0 dl 1557964981 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964920.683695:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964920.683696:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964920.683698:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=73 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964920.683702:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964920.683705:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964920.683707:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964920.683710:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964920.683712:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964920.683714:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964920.683717:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964920.683719:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e600. 00000100:00000200:1.0:1557964920.683722:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870516976, offset 192 00000400:00000010:1.0:1557964920.683725:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74000 (tot 24345892). 00000400:00000200:1.0:1557964920.683729:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964920.683743:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964920.683762:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964920.683766:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964920.683767:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964920.683768:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964920.683770:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964920.683771:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964920.683772:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964920.683773:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964920.683774:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964920.683774:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964920.683775:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964920.683775:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964920.683776:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616850 x1633635870516976/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:586/0 lens 224/336 e 0 to 0 dl 1557964981 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964920.683780:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870516976:12345-172.19.1.24@o2ib100:13 Request processed in 161us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964920.683783:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1638 00000100:00000040:1.0:1557964920.683784:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964920.683784:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964920.683785:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964920.683786:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e680. 00000020:00000010:1.0:1557964920.683787:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964920.683788:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964920.683789:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964920.683790:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964920.683791:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964920.683792:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0a80. 00000400:00000010:1.0:1557964920.683793:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e680. 00000400:00000001:1.0:1557964920.683794:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964920.683794:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964920.683812:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964920.683850:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964920.683854:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964920.683856:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964920.683857:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964920.683859:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae800. 02000000:00000001:21.0:1557964920.683879:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964920.683881:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964920.683883:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e600 00000400:00000010:21.0:1557964920.683884:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e600. 00000400:00000010:21.0:1557964920.683885:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74000 (tot 24345492). 00000800:00000200:21.0:1557964920.683904:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964920.683905:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964921.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964921.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964921.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964921.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964921.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964921.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964921.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964921.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964921.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964921.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964921.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964921.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964921.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964921.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964921.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964921.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964922.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964922.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964922.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964922.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964922.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964922.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964922.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964922.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964922.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964922.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964922.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964922.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964922.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964922.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964922.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964922.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964922.608555:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887012af500 (tot 24345748). 00000400:00000010:6.0:1557964922.608571:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887012af500 (tot 24345492). 00000020:00000001:6.0:1557964922.609645:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964922.609647:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318638936, max_age 4318642937 00002000:00000001:6.0:1557964922.609648:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964922.609648:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964922.609649:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964922.609652:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964922.609653:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964922.609654:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964922.609655:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964922.609656:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964922.609658:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964922.609659:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964922.609660:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964922.609661:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964922.609661:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964922.609685:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964922.609686:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318643937, max_age 4318642937 00000020:00000004:6.0:1557964922.609686:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964922.609687:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964922.609708:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964922.609709:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318643937, max_age 4318642937 00000020:00000004:6.0:1557964922.609709:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964922.609710:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964922.609731:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964922.609732:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318643937, max_age 4318642937 00000020:00000004:6.0:1557964922.609732:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964922.609734:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964923.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964923.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964923.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964923.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964923.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964923.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964923.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964923.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964923.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964923.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964923.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964923.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964923.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964923.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964923.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964923.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964924.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964924.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964924.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964924.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964924.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964924.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964924.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964924.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964924.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964924.508114:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964924.508115:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964924.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964924.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964924.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964924.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964924.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964925.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964925.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964925.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964925.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964925.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964925.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964925.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964925.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964925.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964925.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964925.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964925.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964925.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964925.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964925.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964925.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964925.683053:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964925.683075:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964925.683082:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964925.683090:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964925.683093:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964925.683099:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010d40 00000400:00000200:14.0:1557964925.683105:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x96d5 [1] + 0 00000400:00000010:14.0:1557964925.683110:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36540. 00000400:00000200:14.0:1557964925.683112:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2400 00000800:00000200:15.0:1557964925.683115:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964925.683116:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964925.683117:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964925.683119:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebbc50 x1633635891481920 msgsize 224 00000100:00100000:14.0:1557964925.683126:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964925.683127:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964925.683131:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964925.683132:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2400 00000400:00000010:14.0:1557964925.683133:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2400. 00000400:00000010:14.0:1557964925.683136:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964925.683138:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964925.683141:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964925.683143:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964925.683166:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964925.683169:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964925.683172:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964925.683175:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964925.683176:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964925.683178:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964925.683181:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964925.683184:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481920 00000020:00000001:10.0:1557964925.683186:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964925.683187:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964925.683189:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964925.683214:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964925.683215:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964925.683216:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964925.683218:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964925.683219:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964925.683221:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964925.683222:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd480. 00000020:00000010:10.0:1557964925.683240:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964925.683242:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964925.683243:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964925.683244:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964925.683244:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964925.683246:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964925.683249:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964925.683250:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964925.683251:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964925.683252:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964925.683252:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964925.683253:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964925.683254:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964925.683274:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1633 00000100:00000040:10.0:1557964925.683275:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964925.683276:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725367376 : -131291984184240 : ffff889733ebbc50) 00000100:00000040:10.0:1557964925.683278:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebbc50 x1633635891481920/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:591/0 lens 224/0 e 0 to 0 dl 1557964986 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964925.683286:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964925.683286:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964925.683288:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891481920:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964925.683289:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481920 00000020:00000001:10.0:1557964925.683290:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964925.683291:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964925.683292:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964925.683293:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964925.683293:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964925.683294:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964925.683295:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964925.683296:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964925.683296:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964925.683297:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964925.683298:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964925.683298:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964925.683299:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964925.683300:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964925.683301:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964925.683301:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964925.683302:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964925.683303:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964925.683304:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964925.683306:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964925.683307:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964925.683308:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964925.683309:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964925.683311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964925.683312:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964925.683313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964925.683314:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964925.683316:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964925.683322:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964925.683323:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481920 00010000:00000001:10.0:1557964925.683325:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964925.683326:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebbc50 x1633635891481920/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:591/0 lens 224/368 e 0 to 0 dl 1557964986 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964925.683330:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964925.683331:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964925.683331:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=78 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964925.683333:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964925.683334:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964925.683335:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964925.683336:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964925.683336:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964925.683337:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964925.683339:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964925.683340:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd400. 00000100:00000200:10.0:1557964925.683341:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481920, offset 192 00000400:00000010:10.0:1557964925.683343:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68fc00 (tot 24345892). 00000400:00000200:10.0:1557964925.683345:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964925.683351:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964925.683354:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964925.683356:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964925.683358:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964925.683359:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964925.683361:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964925.683362:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964925.683363:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964925.683364:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964925.683365:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964925.683365:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964925.683366:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964925.683367:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964925.683368:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964925.683369:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964925.683369:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebbc50 x1633635891481920/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:591/0 lens 224/336 e 0 to 0 dl 1557964986 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964925.683371:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964925.683373:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964925.683373:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964925.683374:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd400 00000400:00000010:14.0:1557964925.683375:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd400. 00000400:00000010:14.0:1557964925.683376:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68fc00 (tot 24345492). 00000100:00100000:10.0:1557964925.683376:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891481920:12345-172.19.1.25@o2ib100:13 Request processed in 89us (256us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964925.683377:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964925.683379:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557964925.683379:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1633 00000100:00000040:10.0:1557964925.683381:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964925.683382:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964925.683382:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964925.683383:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd480. 00000020:00000010:10.0:1557964925.683384:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964925.683385:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964925.683386:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964925.683387:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964925.683388:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964925.683388:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964925.683389:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964925.683390:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964925.683391:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2720. 00000400:00000010:10.0:1557964925.683392:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd480. 00000400:00000001:10.0:1557964925.683393:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964925.683394:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964925.691379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964925.691430:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964925.691440:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964925.691448:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964925.691453:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964925.691459:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12740 00000400:00000200:17.0:1557964925.691465:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd659 [1] + 0 00000400:00000010:17.0:1557964925.691470:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95ba0. 00000400:00000200:17.0:1557964925.691472:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf780 00000800:00000200:4.0:1557964925.691473:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964925.691476:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964925.691477:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964925.691479:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616450 x1633635870517056 msgsize 224 00000100:00100000:17.0:1557964925.691485:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964925.691487:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964925.691490:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964925.691491:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf780 00000400:00000010:17.0:1557964925.691493:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf780. 00000400:00000010:17.0:1557964925.691496:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557964925.691499:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964925.691500:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964925.691503:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964925.691503:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964925.691505:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964925.691506:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557964925.691507:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964925.691509:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964925.691513:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964925.691517:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964925.691520:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517056 00000020:00000001:1.0:1557964925.691523:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964925.691524:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964925.691526:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964925.691528:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964925.691530:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964925.691532:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964925.691535:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964925.691537:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964925.691539:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964925.691542:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e580. 00000020:00000010:1.0:1557964925.691544:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964925.691547:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964925.691549:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964925.691550:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964925.691551:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964925.691554:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964925.691559:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964925.691562:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964925.691563:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964925.691564:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964925.691565:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964925.691566:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964925.691567:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964925.691571:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1639 00000100:00000040:1.0:1557964925.691573:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964925.691575:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836074576 : -131364873477040 : ffff88863b616450) 00000100:00000040:1.0:1557964925.691600:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616450 x1633635870517056/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:591/0 lens 224/0 e 0 to 0 dl 1557964986 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964925.691603:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964925.691604:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964925.691605:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870517056:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964925.691608:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517056 00000020:00000001:1.0:1557964925.691608:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964925.691609:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964925.691610:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964925.691611:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964925.691611:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964925.691612:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964925.691613:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964925.691614:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964925.691614:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964925.691615:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964925.691616:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964925.691617:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964925.691618:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfafc00. 02000000:00000001:1.0:1557964925.691619:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964925.691619:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964925.691620:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964925.691621:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964925.691622:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964925.691622:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964925.691623:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964925.691625:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964925.691626:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964925.691627:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964925.691628:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964925.691629:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964925.691630:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964925.691631:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964925.691632:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517056 00010000:00000001:1.0:1557964925.691632:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964925.691634:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616450 x1633635870517056/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:591/0 lens 224/368 e 0 to 0 dl 1557964986 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964925.691637:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964925.691638:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964925.691639:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=78 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964925.691641:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964925.691642:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964925.691643:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964925.691644:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964925.691645:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964925.691646:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964925.691647:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964925.691648:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e500. 00000100:00000200:1.0:1557964925.691649:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517056, offset 192 00000400:00000010:1.0:1557964925.691650:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74e00 (tot 24345892). 00000400:00000200:1.0:1557964925.691652:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964925.691657:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964925.691659:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964925.691662:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964925.691663:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964925.691664:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964925.691666:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964925.691667:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964925.691668:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964925.691669:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964925.691670:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964925.691670:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964925.691671:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964925.691672:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964925.691673:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616450 x1633635870517056/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:591/0 lens 224/336 e 0 to 0 dl 1557964986 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964925.691677:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870517056:12345-172.19.1.24@o2ib100:13 Request processed in 72us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964925.691680:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1639 00000100:00000040:1.0:1557964925.691681:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964925.691682:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964925.691683:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964925.691684:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e580. 00000020:00000010:1.0:1557964925.691685:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964925.691686:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964925.691687:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964925.691688:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964925.691690:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964925.691691:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf09c0. 00000400:00000010:1.0:1557964925.691692:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e580. 00000400:00000001:1.0:1557964925.691693:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964925.691694:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964925.691720:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964925.691755:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557964925.691760:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557964925.691762:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964925.691763:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964925.691764:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfafc00. 02000000:00000001:21.0:1557964925.691765:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964925.691766:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:21.0:1557964925.691767:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e500 00000400:00000010:21.0:1557964925.691768:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e500. 00000400:00000010:21.0:1557964925.691769:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74e00 (tot 24345492). 00000800:00000200:21.0:1557964925.691772:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964925.691773:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964925.927704:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:4.0:1557964925.927746:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964925.927751:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:4.0:1557964925.927754:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:4.0:1557964925.927755:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964925.927758:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726330 00000400:00000200:4.0:1557964925.927761:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbf39 [1] + 0 00000400:00000010:4.0:1557964925.927763:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354e40. 00000400:00000200:4.0:1557964925.927764:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80d00 00000100:00000001:4.0:1557964925.927766:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964925.927767:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:4.0:1557964925.927768:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863d643050 x1633636318339888 msgsize 224 00000100:00100000:4.0:1557964925.927770:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:4.0:1557964925.927771:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964925.927772:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964925.927773:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80d00 00000400:00000010:4.0:1557964925.927773:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80d00. 00000400:00000010:4.0:1557964925.927774:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964925.927775:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557964925.927776:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (23)-- 00000800:00000200:17.0:1557964925.927777:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (23)-- 00000800:00000200:4.0:1557964925.927779:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964925.927805:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964925.927808:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964925.927809:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964925.927810:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964925.927810:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964925.927811:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964925.927812:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964925.927813:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339888 00000020:00000001:19.0:1557964925.927814:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964925.927814:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964925.927815:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964925.927816:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964925.927817:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964925.927818:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964925.927819:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964925.927821:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964925.927822:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964925.927823:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fcb80. 00000020:00000010:19.0:1557964925.927824:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557964925.927827:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964925.927829:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964925.927829:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964925.927829:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964925.927831:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964925.927831:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964925.927831:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964925.927834:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964925.927835:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964925.927836:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964925.927836:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964925.927836:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964925.927837:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964925.927837:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964925.927839:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 304 00000100:00000040:19.0:1557964925.927840:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964925.927841:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869812304 : -131364839739312 : ffff88863d643050) 00000100:00000040:19.0:1557964925.927842:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d643050 x1633636318339888/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:591/0 lens 224/0 e 0 to 0 dl 1557964986 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964925.927846:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964925.927846:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964925.927847:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24076:x1633636318339888:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964925.927848:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339888 00000020:00000001:19.0:1557964925.927849:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964925.927850:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964925.927850:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964925.927851:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964925.927852:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964925.927853:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964925.927853:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964925.927854:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964925.927854:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964925.927855:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964925.927855:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964925.927856:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964925.927857:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964925.927858:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964925.927858:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964925.927861:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684305400. 02000000:00000001:19.0:1557964925.927861:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964925.927862:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964925.927863:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964925.927863:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339888 00010000:00000001:19.0:1557964925.927864:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964925.927865:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d643050 x1633636318339888/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:591/0 lens 224/224 e 0 to 0 dl 1557964986 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964925.927868:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964925.927869:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964925.927870:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=78 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964925.927871:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964925.927872:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964925.927872:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964925.927873:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964925.927874:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964925.927874:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964925.927875:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964925.927876:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fd200. 00000100:00000200:19.0:1557964925.927894:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339888, offset 192 00000400:00000010:19.0:1557964925.927897:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684301c00 (tot 24345892). 00000400:00000200:19.0:1557964925.927898:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964925.927904:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964925.927906:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964925.927908:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964925.927909:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964925.927910:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964925.927912:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964925.927912:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964925.927913:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964925.927914:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964925.927914:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964925.927915:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964925.927916:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964925.927916:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964925.927917:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d643050 x1633636318339888/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:591/0 lens 224/192 e 0 to 0 dl 1557964986 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964925.927921:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24076:x1633636318339888:12345-172.19.1.39@o2ib100:400 Request processed in 74us (152us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964925.927924:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 304 00000100:00000040:19.0:1557964925.927925:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964925.927925:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964925.927926:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964925.927926:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fcb80. 00000020:00000010:19.0:1557964925.927927:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557964925.927928:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557964925.927929:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964925.927930:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964925.927931:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964925.927932:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f735a0. 00000400:00000010:19.0:1557964925.927932:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fcb80. 00000400:00000001:19.0:1557964925.927933:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964925.927934:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964925.927952:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964925.927997:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:21.0:1557964925.928001:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:21.0:1557964925.928003:0:14815:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:21.0:1557964925.928003:0:14815:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:21.0:1557964925.928005:0:14815:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684305400. 02000000:00000001:21.0:1557964925.928006:0:14815:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:21.0:1557964925.928006:0:14815:0:(events.c:405:reply_out_callback()) Process leaving 00000800:00000200:7.0:1557964925.928006:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000400:00000200:21.0:1557964925.928007:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fd200 00000400:00000010:21.0:1557964925.928008:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fd200. 00000400:00000010:21.0:1557964925.928009:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684301c00 (tot 24345492). 00000800:00000200:21.0:1557964925.928010:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557964926.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964926.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964926.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964926.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964926.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964926.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964926.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964926.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964926.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964926.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964926.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964926.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964926.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964926.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964926.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964926.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964927.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964927.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964927.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964927.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964927.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964927.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964927.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964927.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964927.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964927.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964927.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964927.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964927.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964927.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964927.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964927.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964927.610136:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888703be2000 (tot 24345748). 00000400:00000010:6.0:1557964927.610151:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888703be2000 (tot 24345492). 00000020:00000001:6.0:1557964927.611176:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964927.611177:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318643937, max_age 4318647939 00002000:00000001:6.0:1557964927.611178:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964927.611179:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964927.611181:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964927.611183:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964927.611184:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964927.611185:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964927.611186:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964927.611187:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964927.611188:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964927.611189:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964927.611190:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964927.611191:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964927.611192:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964927.611215:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964927.611216:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318648939, max_age 4318647939 00000020:00000004:6.0:1557964927.611217:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964927.611218:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964927.611239:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964927.611239:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318648939, max_age 4318647939 00000020:00000004:6.0:1557964927.611240:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964927.611241:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964927.611264:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964927.611264:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318648939, max_age 4318647939 00000020:00000004:6.0:1557964927.611265:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964927.611266:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964928.330017:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330019:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330021:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964928.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964928.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964928.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964928.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964928.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964928.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964928.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964928.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964928.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964928.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964928.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964928.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964928.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964928.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964928.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964929.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964929.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964929.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964929.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964929.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964929.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964929.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964929.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964929.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964929.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964929.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964929.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964929.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964929.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964929.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964929.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964930.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964930.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964930.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964930.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964930.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964930.508056:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964930.508058:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964930.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964930.508062:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964930.508063:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964930.508064:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964930.508066:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964930.508067:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964930.508069:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964930.508070:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964930.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964930.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964930.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964930.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964930.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964930.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964930.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964930.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964930.691045:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964930.691068:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964930.691076:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964930.691085:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964930.691088:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964930.691094:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010d60 00000400:00000200:14.0:1557964930.691101:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x96e5 [1] + 0 00000400:00000010:14.0:1557964930.691105:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36c00. 00000400:00000200:14.0:1557964930.691107:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2200 00000800:00000200:15.0:1557964930.691109:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964930.691111:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964930.691112:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964930.691115:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebb850 x1633635891481952 msgsize 224 00000100:00100000:14.0:1557964930.691121:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964930.691123:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964930.691126:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964930.691127:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2200 00000400:00000010:14.0:1557964930.691129:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2200. 00000400:00000010:14.0:1557964930.691131:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964930.691134:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964930.691136:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964930.691138:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964930.691162:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964930.691166:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964930.691168:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964930.691169:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964930.691171:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964930.691172:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964930.691176:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964930.691178:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481952 00000020:00000001:10.0:1557964930.691180:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964930.691182:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964930.691184:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964930.691185:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964930.691187:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964930.691190:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964930.691193:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964930.691195:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964930.691197:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964930.691200:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bce00. 00000020:00000010:10.0:1557964930.691203:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964930.691206:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964930.691208:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964930.691211:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964930.691212:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964930.691215:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964930.691221:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964930.691225:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964930.691226:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964930.691227:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964930.691228:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964930.691230:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964930.691231:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964930.691235:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1634 00000100:00000040:10.0:1557964930.691238:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964930.691239:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725366352 : -131291984185264 : ffff889733ebb850) 00000100:00000040:10.0:1557964930.691244:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebb850 x1633635891481952/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:596/0 lens 224/0 e 0 to 0 dl 1557964991 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964930.691264:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964930.691265:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964930.691266:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891481952:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964930.691268:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481952 00000020:00000001:10.0:1557964930.691269:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964930.691270:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964930.691270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964930.691272:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964930.691272:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964930.691274:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964930.691274:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964930.691275:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964930.691276:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964930.691276:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964930.691277:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964930.691278:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964930.691279:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964930.691279:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964930.691280:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964930.691281:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964930.691282:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964930.691283:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964930.691284:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964930.691287:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964930.691288:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964930.691289:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964930.691290:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964930.691292:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964930.691293:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964930.691294:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964930.691295:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964930.691296:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964930.691297:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964930.691298:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481952 00010000:00000001:10.0:1557964930.691299:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964930.691300:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebb850 x1633635891481952/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:596/0 lens 224/368 e 0 to 0 dl 1557964991 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964930.691304:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964930.691304:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964930.691305:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=83 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964930.691307:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964930.691308:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964930.691309:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964930.691310:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964930.691311:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964930.691312:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964930.691313:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964930.691314:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd700. 00000100:00000200:10.0:1557964930.691315:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481952, offset 192 00000400:00000010:10.0:1557964930.691317:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689800 (tot 24345892). 00000400:00000200:10.0:1557964930.691318:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964930.691324:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964930.691326:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964930.691330:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964930.691331:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964930.691332:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964930.691334:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964930.691335:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964930.691336:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964930.691337:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964930.691338:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964930.691338:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964930.691339:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964930.691340:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964930.691341:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964930.691342:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964930.691342:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebb850 x1633635891481952/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:596/0 lens 224/336 e 0 to 0 dl 1557964991 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964930.691344:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:15.0:1557964930.691346:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964930.691346:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964930.691346:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964930.691346:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891481952:12345-172.19.1.25@o2ib100:13 Request processed in 81us (231us total) trans 0 rc 0/0 00000400:00000200:14.0:1557964930.691347:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd700 00000400:00000010:14.0:1557964930.691348:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd700. 00000400:00000010:14.0:1557964930.691349:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689800 (tot 24345492). 00000800:00000200:14.0:1557964930.691350:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557964930.691350:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1634 00000100:00000040:10.0:1557964930.691351:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964930.691351:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964930.691352:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964930.691353:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bce00. 00000020:00000010:10.0:1557964930.691354:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964930.691355:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964930.691356:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964930.691357:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964930.691357:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964930.691358:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964930.691359:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964930.691360:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964930.691361:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f28a0. 00000400:00000010:10.0:1557964930.691362:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bce00. 00000400:00000001:10.0:1557964930.691364:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964930.691364:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964930.699373:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964930.699424:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964930.699434:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964930.699442:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964930.699445:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964930.699452:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12760 00000400:00000200:17.0:1557964930.699458:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd669 [1] + 0 00000400:00000010:17.0:1557964930.699462:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95c00. 00000400:00000200:17.0:1557964930.699464:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebf880 00000800:00000200:4.0:1557964930.699466:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557964930.699468:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964930.699469:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964930.699471:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b616050 x1633635870517088 msgsize 224 00000100:00100000:17.0:1557964930.699477:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964930.699479:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964930.699482:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964930.699486:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebf880 00000400:00000010:17.0:1557964930.699488:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebf880. 00000400:00000010:17.0:1557964930.699491:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557964930.699491:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964930.699494:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964930.699495:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964930.699497:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557964930.699498:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 02000000:00000001:1.0:1557964930.699499:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:17.0:1557964930.699500:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964930.699501:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964930.699503:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964930.699508:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964930.699511:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517088 00000020:00000001:1.0:1557964930.699514:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964930.699515:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964930.699517:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964930.699519:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964930.699521:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964930.699524:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964930.699527:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964930.699528:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964930.699531:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964930.699534:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e480. 00000020:00000010:1.0:1557964930.699536:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964930.699539:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964930.699541:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964930.699542:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964930.699543:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964930.699546:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964930.699552:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964930.699556:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964930.699557:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964930.699558:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964930.699559:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964930.699560:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964930.699561:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964930.699566:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1640 00000100:00000040:1.0:1557964930.699568:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964930.699570:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836073552 : -131364873478064 : ffff88863b616050) 00000100:00000040:1.0:1557964930.699574:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b616050 x1633635870517088/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:596/0 lens 224/0 e 0 to 0 dl 1557964991 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964930.699584:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964930.699585:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964930.699588:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870517088:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964930.699591:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517088 00000020:00000001:1.0:1557964930.699593:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964930.699595:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964930.699596:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964930.699598:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964930.699600:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964930.699602:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964930.699604:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964930.699605:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964930.699607:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964930.699608:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964930.699610:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964930.699612:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964930.699614:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfafc00. 02000000:00000001:1.0:1557964930.699616:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964930.699618:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964930.699620:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964930.699621:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964930.699623:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964930.699624:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964930.699627:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964930.699630:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964930.699633:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964930.699636:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964930.699639:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964930.699641:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964930.699644:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964930.699646:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964930.699648:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517088 00010000:00000001:1.0:1557964930.699650:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964930.699653:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b616050 x1633635870517088/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:596/0 lens 224/368 e 0 to 0 dl 1557964991 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964930.699662:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964930.699663:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964930.699665:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=83 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964930.699669:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964930.699672:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964930.699674:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964930.699676:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964930.699677:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964930.699679:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964930.699682:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964930.699684:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e400. 00000100:00000200:1.0:1557964930.699687:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517088, offset 192 00000400:00000010:1.0:1557964930.699690:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74600 (tot 24345892). 00000400:00000200:1.0:1557964930.699694:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964930.699706:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964930.699712:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964930.699718:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964930.699720:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964930.699722:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964930.699727:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964930.699728:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964930.699730:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964930.699733:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964930.699735:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964930.699736:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964930.699738:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964930.699739:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964930.699742:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b616050 x1633635870517088/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:596/0 lens 224/336 e 0 to 0 dl 1557964991 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964930.699753:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870517088:12345-172.19.1.24@o2ib100:13 Request processed in 168us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964930.699761:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1640 00000100:00000040:1.0:1557964930.699763:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964930.699765:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964930.699766:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:29.2:1557964930.699767:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000010:1.0:1557964930.699768:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e480. 00000020:00000010:1.0:1557964930.699770:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964930.699772:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964930.699774:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964930.699776:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964930.699779:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964930.699782:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0360. 00000400:00000010:1.0:1557964930.699783:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e480. 00000400:00000001:1.0:1557964930.699786:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964930.699787:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:7.0:1557964930.699814:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964930.699821:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964930.699825:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964930.699826:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964930.699829:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfafc00. 02000000:00000001:7.0:1557964930.699832:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964930.699833:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964930.699834:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e400 00000400:00000010:7.0:1557964930.699836:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e400. 00000400:00000010:7.0:1557964930.699838:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74600 (tot 24345492). 00000800:00000200:7.0:1557964930.699841:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964930.699844:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964931.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964931.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964931.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964931.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964931.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964931.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964931.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964931.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964931.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964931.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964931.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964931.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964931.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964931.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964931.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964931.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964932.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964932.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964932.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964932.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964932.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964932.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964932.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964932.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964932.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964932.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964932.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964932.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964932.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964932.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964932.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964932.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964932.611784:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff887777ad3100 (tot 24345748). 00000400:00000010:6.0:1557964932.611793:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff887777ad3100 (tot 24345492). 00000020:00000001:6.0:1557964932.612786:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964932.612787:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318648939, max_age 4318652940 00002000:00000001:6.0:1557964932.612789:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964932.612789:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964932.612790:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964932.612793:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964932.612794:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964932.612795:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964932.612796:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964932.612798:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964932.612799:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964932.612801:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964932.612801:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964932.612803:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964932.612803:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964932.612827:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964932.612828:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318653940, max_age 4318652940 00000020:00000004:6.0:1557964932.612828:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964932.612829:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964932.612850:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964932.612851:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318653940, max_age 4318652940 00000020:00000004:6.0:1557964932.612852:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964932.612853:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964932.612874:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964932.612875:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318653940, max_age 4318652940 00000020:00000004:6.0:1557964932.612875:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964932.612877:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964933.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964933.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964933.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964933.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964933.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964933.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964933.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964933.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964933.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964933.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964933.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964933.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964933.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964933.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964933.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964933.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964934.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964934.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964934.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964934.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964934.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964934.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964934.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964934.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964934.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964934.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964934.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964934.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964934.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964934.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964934.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964934.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964935.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964935.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964935.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964935.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964935.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964935.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964935.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964935.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964935.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964935.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964935.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964935.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964935.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964935.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964935.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964935.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964935.699030:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964935.699052:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964935.699060:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964935.699068:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964935.699071:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964935.699077:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010d80 00000400:00000200:14.0:1557964935.699083:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x96f5 [1] + 0 00000400:00000010:14.0:1557964935.699088:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36ea0. 00000800:00000200:15.0:1557964935.699092:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964935.699092:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2a80 00000100:00000001:14.0:1557964935.699096:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964935.699097:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964935.699099:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebb450 x1633635891481984 msgsize 224 00000100:00100000:14.0:1557964935.699106:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964935.699107:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964935.699111:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964935.699112:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2a80 00000400:00000010:14.0:1557964935.699113:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2a80. 00000400:00000010:14.0:1557964935.699116:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964935.699118:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964935.699121:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964935.699123:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964935.699147:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964935.699151:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964935.699153:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964935.699154:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964935.699155:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964935.699157:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964935.699160:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964935.699163:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891481984 00000020:00000001:10.0:1557964935.699165:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964935.699166:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964935.699168:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964935.699170:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964935.699172:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964935.699175:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964935.699180:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964935.699182:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964935.699184:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964935.699187:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc280. 00000020:00000010:10.0:1557964935.699190:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964935.699193:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964935.699195:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964935.699196:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964935.699197:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964935.699200:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964935.699206:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964935.699209:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964935.699211:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964935.699212:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964935.699213:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964935.699215:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964935.699216:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964935.699221:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1635 00000100:00000040:10.0:1557964935.699223:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964935.699225:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725365328 : -131291984186288 : ffff889733ebb450) 00000100:00000040:10.0:1557964935.699229:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebb450 x1633635891481984/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:601/0 lens 224/0 e 0 to 0 dl 1557964996 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964935.699240:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964935.699241:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964935.699244:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891481984:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964935.699263:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891481984 00000020:00000001:10.0:1557964935.699264:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964935.699265:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964935.699266:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964935.699267:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964935.699267:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964935.699269:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964935.699269:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964935.699270:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964935.699271:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964935.699272:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964935.699273:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964935.699274:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964935.699275:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964935.699276:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964935.699277:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964935.699278:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964935.699279:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964935.699280:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964935.699281:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964935.699283:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964935.699284:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964935.699285:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964935.699287:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964935.699288:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964935.699289:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964935.699290:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964935.699291:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964935.699292:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964935.699293:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964935.699294:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891481984 00010000:00000001:10.0:1557964935.699295:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964935.699297:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebb450 x1633635891481984/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:601/0 lens 224/368 e 0 to 0 dl 1557964996 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964935.699300:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964935.699300:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964935.699301:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=88 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964935.699303:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964935.699304:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964935.699305:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964935.699306:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964935.699307:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964935.699308:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964935.699310:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964935.699311:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bca80. 00000100:00000200:10.0:1557964935.699313:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891481984, offset 192 00000400:00000010:10.0:1557964935.699314:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688000 (tot 24345892). 00000400:00000200:10.0:1557964935.699316:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964935.699322:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964935.699325:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964935.699327:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964935.699328:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964935.699330:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964935.699332:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964935.699333:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964935.699334:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964935.699335:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964935.699335:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964935.699336:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964935.699337:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964935.699337:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964935.699338:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964935.699339:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebb450 x1633635891481984/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:601/0 lens 224/336 e 0 to 0 dl 1557964996 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964935.699340:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964935.699342:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964935.699343:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891481984:12345-172.19.1.25@o2ib100:13 Request processed in 103us (243us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964935.699344:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964935.699344:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964935.699344:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964935.699345:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bca80 00000400:00000010:14.0:1557964935.699346:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bca80. 00000100:00100000:10.0:1557964935.699346:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1635 00000400:00000010:14.0:1557964935.699347:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688000 (tot 24345492). 00000100:00000040:10.0:1557964935.699347:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964935.699348:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964935.699348:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964935.699349:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964935.699350:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc280. 00000020:00000010:10.0:1557964935.699350:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964935.699351:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964935.699352:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964935.699354:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964935.699354:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964935.699355:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964935.699356:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964935.699357:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964935.699358:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2a20. 00000400:00000010:10.0:1557964935.699359:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc280. 00000400:00000001:10.0:1557964935.699360:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964935.699361:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964935.707449:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964935.707490:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964935.707495:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964935.707499:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964935.707500:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964935.707503:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12780 00000400:00000200:4.0:1557964935.707505:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd679 [1] + 0 00000400:00000010:4.0:1557964935.707507:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95c60. 00000400:00000200:4.0:1557964935.707508:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8886ffebe100 00000100:00000001:4.0:1557964935.707510:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964935.707511:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964935.707512:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615c50 x1633635870517120 msgsize 224 00000100:00100000:4.0:1557964935.707516:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964935.707516:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964935.707518:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964935.707519:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8886ffebe100 00000400:00000010:4.0:1557964935.707519:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8886ffebe100. 00000400:00000010:4.0:1557964935.707520:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:17.0:1557964935.707521:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964935.707522:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964935.707523:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964935.707523:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:4.0:1557964935.707524:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964935.707525:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964935.707527:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964935.707528:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964935.707529:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964935.707530:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964935.707532:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964935.707533:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517120 00000020:00000001:1.0:1557964935.707534:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964935.707536:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964935.707537:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964935.707538:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964935.707539:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964935.707540:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964935.707542:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964935.707543:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964935.707544:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964935.707545:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e380. 00000020:00000010:1.0:1557964935.707546:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964935.707547:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964935.707548:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964935.707549:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964935.707550:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964935.707551:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964935.707554:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964935.707555:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964935.707556:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964935.707556:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964935.707557:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964935.707557:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964935.707558:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964935.707579:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1641 00000100:00000040:1.0:1557964935.707580:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964935.707580:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836072528 : -131364873479088 : ffff88863b615c50) 00000100:00000040:1.0:1557964935.707582:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615c50 x1633635870517120/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:601/0 lens 224/0 e 0 to 0 dl 1557964996 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964935.707586:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964935.707586:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964935.707587:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870517120:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964935.707589:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517120 00000020:00000001:1.0:1557964935.707590:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964935.707591:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964935.707592:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964935.707593:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964935.707594:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964935.707595:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964935.707596:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964935.707597:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964935.707597:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964935.707598:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964935.707599:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964935.707600:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964935.707601:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae800. 02000000:00000001:1.0:1557964935.707601:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964935.707602:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964935.707603:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964935.707604:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964935.707604:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964935.707605:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964935.707606:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964935.707607:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964935.707608:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964935.707610:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964935.707611:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964935.707612:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964935.707613:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964935.707614:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964935.707615:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517120 00010000:00000001:1.0:1557964935.707616:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964935.707617:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615c50 x1633635870517120/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:601/0 lens 224/368 e 0 to 0 dl 1557964996 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964935.707621:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964935.707621:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964935.707622:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=88 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964935.707624:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964935.707625:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964935.707626:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964935.707627:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964935.707628:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964935.707629:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964935.707630:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964935.707631:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e300. 00000100:00000200:1.0:1557964935.707632:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517120, offset 192 00000400:00000010:1.0:1557964935.707634:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75000 (tot 24345892). 00000400:00000200:1.0:1557964935.707636:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964935.707642:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964935.707644:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964935.707647:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964935.707648:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964935.707649:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964935.707652:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964935.707652:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964935.707653:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964935.707654:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964935.707655:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964935.707656:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964935.707657:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964935.707658:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:29.2:1557964935.707659:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000040:1.0:1557964935.707659:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615c50 x1633635870517120/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:601/0 lens 224/336 e 0 to 0 dl 1557964996 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964935.707663:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870517120:12345-172.19.1.24@o2ib100:13 Request processed in 76us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964935.707665:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1641 00000100:00000040:1.0:1557964935.707666:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964935.707667:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964935.707667:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964935.707668:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e380. 00000020:00000010:1.0:1557964935.707669:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964935.707670:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964935.707671:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964935.707673:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964935.707674:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964935.707675:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0c00. 00000400:00000010:1.0:1557964935.707676:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e380. 00000400:00000001:1.0:1557964935.707678:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964935.707678:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:7.0:1557964935.707694:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964935.707699:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964935.707701:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964935.707701:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964935.707702:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae800. 02000000:00000001:7.0:1557964935.707704:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964935.707704:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964935.707705:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e300 00000400:00000010:7.0:1557964935.707706:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e300. 00000400:00000010:7.0:1557964935.707707:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75000 (tot 24345492). 00000800:00000200:7.0:1557964935.707708:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964935.707710:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964936.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964936.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964936.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964936.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964936.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964936.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964936.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964936.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964936.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964936.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964936.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964936.508119:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964936.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964936.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964936.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964936.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964937.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964937.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964937.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964937.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964937.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964937.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964937.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964937.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964937.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964937.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964937.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964937.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964937.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964937.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964937.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964937.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964937.613280:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888739636000 (tot 24345748). 00000400:00000010:6.0:1557964937.613288:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888739636000 (tot 24345492). 00000020:00000001:6.0:1557964937.614262:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964937.614263:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318653940, max_age 4318657942 00002000:00000001:6.0:1557964937.614264:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964937.614265:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964937.614266:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964937.614269:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964937.614270:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964937.614271:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964937.614272:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964937.614273:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964937.614275:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964937.614276:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964937.614278:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964937.614279:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964937.614280:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964937.614304:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964937.614304:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318658942, max_age 4318657942 00000020:00000004:6.0:1557964937.614305:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964937.614306:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964937.614328:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964937.614329:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318658942, max_age 4318657942 00000020:00000004:6.0:1557964937.614329:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964937.614331:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964937.614353:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964937.614353:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318658942, max_age 4318657942 00000020:00000004:6.0:1557964937.614354:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964937.614355:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964938.330023:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964938.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964938.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964938.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964938.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964938.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964938.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964938.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964938.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964938.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964938.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964938.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964938.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964938.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964938.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964938.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964939.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964939.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964939.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964939.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964939.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964939.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964939.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964939.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964939.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964939.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964939.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964939.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964939.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964939.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964939.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964939.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964940.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964940.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964940.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964940.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964940.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964940.508060:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964940.508061:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964940.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964940.508062:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964940.508063:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964940.508063:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964940.508064:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964940.508064:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964940.508065:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964940.508066:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964940.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964940.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964940.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964940.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964940.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964940.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964940.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964940.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964940.707053:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964940.707074:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964940.707082:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964940.707090:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964940.707093:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964940.707100:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010da0 00000400:00000200:14.0:1557964940.707106:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9705 [1] + 0 00000400:00000010:14.0:1557964940.707110:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36f60. 00000400:00000200:14.0:1557964940.707112:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3b80 00000800:00000200:15.0:1557964940.707115:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964940.707116:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964940.707117:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964940.707119:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebb050 x1633635891482016 msgsize 224 00000100:00100000:14.0:1557964940.707139:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964940.707140:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964940.707145:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964940.707146:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3b80 00000400:00000010:14.0:1557964940.707146:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3b80. 00000400:00000010:14.0:1557964940.707148:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964940.707149:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964940.707150:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964940.707169:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964940.707177:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964940.707178:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964940.707179:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964940.707181:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964940.707181:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964940.707182:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964940.707184:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964940.707185:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482016 00000020:00000001:10.0:1557964940.707187:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964940.707187:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964940.707188:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964940.707189:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964940.707190:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964940.707191:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964940.707193:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964940.707194:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964940.707195:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964940.707197:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd780. 00000020:00000010:10.0:1557964940.707198:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964940.707200:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964940.707201:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964940.707202:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964940.707202:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964940.707204:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964940.707207:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964940.707208:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964940.707209:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964940.707210:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964940.707210:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964940.707211:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964940.707211:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964940.707214:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1636 00000100:00000040:10.0:1557964940.707215:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964940.707216:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725364304 : -131291984187312 : ffff889733ebb050) 00000100:00000040:10.0:1557964940.707217:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebb050 x1633635891482016/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:606/0 lens 224/0 e 0 to 0 dl 1557965001 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964940.707225:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964940.707226:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964940.707227:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891482016:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964940.707229:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482016 00000020:00000001:10.0:1557964940.707230:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964940.707231:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964940.707231:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964940.707232:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964940.707233:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964940.707234:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964940.707234:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964940.707235:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964940.707235:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964940.707236:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964940.707237:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964940.707238:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964940.707239:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964940.707239:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964940.707240:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964940.707241:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964940.707242:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964940.707242:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964940.707243:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964940.707246:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964940.707247:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964940.707248:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964940.707249:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964940.707250:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964940.707251:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964940.707253:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964940.707254:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964940.707255:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964940.707257:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964940.707258:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482016 00010000:00000001:10.0:1557964940.707259:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964940.707261:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebb050 x1633635891482016/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:606/0 lens 224/368 e 0 to 0 dl 1557965001 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964940.707264:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964940.707265:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964940.707266:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=93 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964940.707267:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964940.707268:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964940.707269:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964940.707270:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964940.707271:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964940.707272:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964940.707273:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964940.707274:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557964940.707276:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482016, offset 192 00000400:00000010:10.0:1557964940.707277:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68b000 (tot 24345892). 00000400:00000200:10.0:1557964940.707279:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964940.707285:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964940.707288:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964940.707290:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964940.707292:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964940.707293:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964940.707295:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964940.707296:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964940.707297:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964940.707298:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964940.707299:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964940.707299:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964940.707300:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964940.707301:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964940.707301:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964940.707303:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964940.707303:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebb050 x1633635891482016/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:606/0 lens 224/336 e 0 to 0 dl 1557965001 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964940.707305:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964940.707307:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964940.707308:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964940.707308:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964940.707308:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557964940.707309:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000100:00100000:10.0:1557964940.707310:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891482016:12345-172.19.1.25@o2ib100:13 Request processed in 83us (190us total) trans 0 rc 0/0 00000400:00000010:14.0:1557964940.707311:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68b000 (tot 24345492). 00000800:00000200:14.0:1557964940.707312:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557964940.707313:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1636 00000100:00000040:10.0:1557964940.707314:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964940.707315:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964940.707316:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964940.707317:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd780. 00000020:00000010:10.0:1557964940.707318:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964940.707319:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964940.707320:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964940.707321:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964940.707321:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964940.707322:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964940.707323:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964940.707324:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964940.707325:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2900. 00000400:00000010:10.0:1557964940.707326:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd780. 00000400:00000001:10.0:1557964940.707327:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964940.707328:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964940.715335:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557964940.715374:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964940.715379:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964940.715382:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557964940.715384:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557964940.715387:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc127a0 00000400:00000200:17.0:1557964940.715389:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd689 [1] + 0 00000400:00000010:17.0:1557964940.715391:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95cc0. 00000400:00000200:17.0:1557964940.715392:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a000 00000100:00000001:17.0:1557964940.715394:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557964940.715395:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557964940.715396:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615850 x1633635870517152 msgsize 224 00000100:00100000:17.0:1557964940.715398:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557964940.715399:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557964940.715401:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557964940.715401:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a000 00000400:00000010:17.0:1557964940.715402:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a000. 00000400:00000010:17.0:1557964940.715404:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557964940.715405:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964940.715405:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557964940.715405:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557964940.715407:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964940.715407:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557964940.715408:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557964940.715409:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964940.715410:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964940.715411:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964940.715412:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964940.715414:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964940.715415:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517152 00000020:00000001:1.0:1557964940.715416:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964940.715417:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964940.715418:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964940.715419:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964940.715420:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964940.715421:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964940.715422:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964940.715423:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964940.715424:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964940.715425:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e280. 00000020:00000010:1.0:1557964940.715426:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964940.715428:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964940.715429:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964940.715429:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964940.715430:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964940.715431:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964940.715433:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964940.715435:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964940.715435:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964940.715436:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964940.715436:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964940.715437:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964940.715439:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964940.715459:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1642 00000100:00000040:1.0:1557964940.715460:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964940.715461:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836071504 : -131364873480112 : ffff88863b615850) 00000100:00000040:1.0:1557964940.715462:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615850 x1633635870517152/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:606/0 lens 224/0 e 0 to 0 dl 1557965001 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964940.715466:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964940.715466:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964940.715467:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870517152:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964940.715469:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517152 00000020:00000001:1.0:1557964940.715469:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964940.715470:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964940.715471:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964940.715472:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964940.715472:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964940.715473:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964940.715474:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964940.715475:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964940.715475:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964940.715476:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964940.715477:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964940.715478:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964940.715478:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfab400. 02000000:00000001:1.0:1557964940.715479:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964940.715480:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964940.715481:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964940.715482:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964940.715482:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964940.715483:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964940.715484:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964940.715485:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964940.715486:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964940.715487:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964940.715489:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964940.715490:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964940.715491:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964940.715492:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964940.715493:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517152 00010000:00000001:1.0:1557964940.715494:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964940.715495:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615850 x1633635870517152/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:606/0 lens 224/368 e 0 to 0 dl 1557965001 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964940.715499:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964940.715499:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964940.715500:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=93 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964940.715502:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964940.715503:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964940.715504:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964940.715505:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964940.715505:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964940.715506:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964940.715507:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964940.715508:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e200. 00000100:00000200:1.0:1557964940.715509:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517152, offset 192 00000400:00000010:1.0:1557964940.715511:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76c00 (tot 24345892). 00000400:00000200:1.0:1557964940.715512:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964940.715518:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964940.715520:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964940.715522:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964940.715524:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964940.715525:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964940.715527:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964940.715528:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964940.715529:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964940.715530:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964940.715531:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964940.715532:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964940.715532:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964940.715533:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964940.715534:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615850 x1633635870517152/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:606/0 lens 224/336 e 0 to 0 dl 1557965001 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964940.715538:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870517152:12345-172.19.1.24@o2ib100:13 Request processed in 71us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964940.715540:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1642 00000100:00000040:1.0:1557964940.715541:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964940.715542:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964940.715543:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964940.715543:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e280. 00000020:00000010:1.0:1557964940.715544:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964940.715545:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964940.715546:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964940.715547:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964940.715548:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964940.715549:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0ea0. 00000400:00000010:1.0:1557964940.715550:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e280. 00000400:00000001:1.0:1557964940.715551:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964940.715552:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964940.715559:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964940.715594:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964940.715598:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964940.715600:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964940.715601:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964940.715602:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfab400. 02000000:00000001:7.0:1557964940.715604:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964940.715605:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964940.715606:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e200 00000400:00000010:7.0:1557964940.715607:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e200. 00000400:00000010:7.0:1557964940.715608:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76c00 (tot 24345492). 00000800:00000200:7.0:1557964940.715609:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964940.715611:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964941.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964941.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964941.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964941.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964941.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964941.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964941.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964941.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964941.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964941.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964941.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964941.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964941.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964941.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964941.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964941.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964942.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964942.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964942.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964942.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964942.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964942.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964942.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964942.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964942.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964942.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964942.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964942.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964942.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964942.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964942.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964942.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964942.614747:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888704225700 (tot 24345748). 00000400:00000010:6.0:1557964942.614763:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888704225700 (tot 24345492). 00000020:00000001:6.0:1557964942.615888:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964942.615889:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318658942, max_age 4318662943 00002000:00000001:6.0:1557964942.615890:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964942.615891:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964942.615892:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964942.615894:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964942.615895:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964942.615896:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964942.615898:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964942.615899:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964942.615900:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964942.615901:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964942.615902:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964942.615903:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964942.615903:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964942.615929:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964942.615930:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318663943, max_age 4318662943 00000020:00000004:6.0:1557964942.615930:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964942.615932:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964942.615953:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964942.615953:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318663943, max_age 4318662943 00000020:00000004:6.0:1557964942.615954:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964942.615955:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964942.615984:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964942.615984:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318663943, max_age 4318662944 00000020:00000004:6.0:1557964942.615985:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964942.615986:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964943.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964943.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964943.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964943.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964943.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964943.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964943.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964943.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964943.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964943.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964943.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964943.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964943.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964943.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964943.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964943.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964944.330020:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964944.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964944.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964944.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964944.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964944.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964944.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964944.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964944.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964944.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964944.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964944.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964944.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964944.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964944.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964944.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964945.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964945.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964945.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964945.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964945.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964945.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964945.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964945.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964945.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964945.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964945.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964945.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964945.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964945.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964945.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964945.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676037:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964945.676042:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964945.676045:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627625100. 00000020:00000040:10.0:1557964945.676048:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964945.676050:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964945.676052:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964945.676054:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964945.676057:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367d00. 00000100:00000001:10.0:1557964945.676060:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676065:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964945.676075:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964945.676076:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964945.676079:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676083:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627625100] to pc [ptlrpcd_01_08:8] req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964945.676102:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676104:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964945.676108:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964945.676109:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627625a00. 00000020:00000040:10.0:1557964945.676111:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964945.676112:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964945.676114:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964945.676115:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964945.676116:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367f00. 00000100:00000001:10.0:1557964945.676118:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676123:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964945.676131:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964945.676132:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964945.676134:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676137:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627625a00] to pc [ptlrpcd_01_09:9] req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:15.0:1557964945.676142:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964945.676145:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1557964945.676146:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676147:0:14857:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:10.0:1557964945.676147:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:8.0:1557964945.676148:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964945.676150:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964945.676151:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627625700. 00000100:00000001:8.0:1557964945.676151:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:15.0:1557964945.676152:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000040:10.0:1557964945.676153:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:8.0:1557964945.676153:0:14858:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964945.676154:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964945.676155:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964945.676156:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964945.676158:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366d00. 00000100:00000001:10.0:1557964945.676159:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964945.676159:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:10.0:1557964945.676162:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:15.0:1557964945.676163:0:14857:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1557964945.676164:0:14857:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964945.676166:0:14857:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1557964945.676168:0:14857:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676169:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964945.676170:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964945.676170:0:14858:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:8.0:1557964945.676171:0:14858:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1557964945.676172:0:14857:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:8c05ad95-98db-8b06-7942-a20be71d88ee:14857:1633636024601440:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964945.676172:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676175:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627625700] to pc [ptlrpcd_01_10:10] req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:15.0:1557964945.676176:0:14857:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:8.0:1557964945.676177:0:14858:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:8.0:1557964945.676178:0:14858:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557964945.676180:0:14857:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1557964945.676181:0:14857:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1557964945.676182:0:14858:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:looze-MDT0000-lwp-OST0009_UUID:14858:1633636024601456:172.19.1.24@o2ib100:400 02000000:00000001:15.0:1557964945.676184:0:14857:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:8.0:1557964945.676185:0:14858:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000010:15.0:1557964945.676186:0:14857:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88871b313200. 02000000:00000001:8.0:1557964945.676187:0:14858:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1557964945.676188:0:14857:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.676189:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964945.676189:0:14858:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964945.676191:0:14857:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88970e6d5840. 00000020:00000001:10.0:1557964945.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:8.0:1557964945.676191:0:14858:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964945.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=465224 : 465224 : 71948) 02000000:00000010:8.0:1557964945.676193:0:14858:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b400. 00000400:00000010:15.0:1557964945.676194:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976e100. 00000020:00000001:10.0:1557964945.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 02000000:00000001:8.0:1557964945.676195:0:14858:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1557964945.676197:0:14857:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601440, portal 25 00000020:00000001:10.0:1557964945.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000001:15.0:1557964945.676199:0:14857:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964945.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286976 : -264640 : fffffffffffbf640) 00000400:00000010:8.0:1557964945.676199:0:14858:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000100:00000001:15.0:1557964945.676200:0:14857:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220067584 : -131296489484032 : ffff889627625100) 00000020:00000001:10.0:1557964945.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000400:00000010:8.0:1557964945.676201:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000020:00000001:10.0:1557964945.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000040:15.0:1557964945.676205:0:14857:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964945.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709423544 : -128072 : fffffffffffe0bb8) 00000100:00000200:8.0:1557964945.676205:0:14858:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601456, portal 10 00000020:00000001:10.0:1557964945.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=86976 : 86976 : 153c0) 00000100:00000001:8.0:1557964945.676207:0:14858:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964945.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709466504 : -85112 : fffffffffffeb388) 00000100:00000001:8.0:1557964945.676230:0:14858:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220069888 : -131296489481728 : ffff889627625a00) 00000020:00000001:10.0:1557964945.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1127462 : 1127462 : 113426) 00000020:00000001:10.0:1557964945.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=68279 : 68279 : 10ab7) 00000100:00000001:15.0:1557964945.676234:0:14857:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964945.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709451130 : -100486 : fffffffffffe777a) 00000020:00000001:10.0:1557964945.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527515 : -24101 : ffffffffffffa1db) 00000100:00000040:8.0:1557964945.676234:0:14858:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:15.0:1557964945.676235:0:14857:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964945.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147513472 : 147513472 : 8cae080) 00000020:00000001:10.0:1557964945.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709525932 : -25684 : ffffffffffff9bac) 00000400:00000010:15.0:1557964945.676236:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976fd00. 00000020:00000001:10.0:1557964945.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964945.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709082392 : -469224 : fffffffffff8d718) 00000100:00000001:9.0:1557964945.676236:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000200:15.0:1557964945.676237:0:14857:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601440, offset 0 00000020:00000001:10.0:1557964945.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000020:00000001:10.0:1557964945.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=135592 : 135592 : 211a8) 00000100:00000001:8.0:1557964945.676237:0:14858:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000400:00000010:15.0:1557964945.676238:0:14857:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b311c00 (tot 24345892). 00000100:00000001:11.0:1557964945.676238:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964945.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000100:00000001:9.0:1557964945.676238:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964945.676239:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709276944 : -274672 : fffffffffffbcf10) 00000020:00000001:10.0:1557964945.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000040:8.0:1557964945.676239:0:14858:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:8.0:1557964945.676239:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775c480. 00000400:00000200:15.0:1557964945.676240:0:14857:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964945.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000020:00000001:10.0:1557964945.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000001:9.0:1557964945.676240:0:14859:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964945.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=992330 : 992330 : f244a) 00000020:00000001:10.0:1557964945.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000200:8.0:1557964945.676241:0:14858:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601456, offset 0 00000100:00000001:11.0:1557964945.676242:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964945.676242:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000100:00000040:9.0:1557964945.676242:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964945.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964945.676243:0:14858:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03cc00 (tot 24346292). 00000020:00000001:10.0:1557964945.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964945.676244:0:14858:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964945.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557964945.676246:0:14857:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964945.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964945.676248:0:14857:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964945.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557964945.676250:0:14858:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964945.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676251:0:14859:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000800:00000200:15.0:1557964945.676252:0:14857:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964945.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676252:0:14859:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964945.676252:0:14858:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:15.0:1557964945.676253:0:14857:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964945.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964945.676254:0:14859:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:9.0:1557964945.676254:0:14859:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557964945.676255:0:14857:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964945.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964945.676255:0:14858:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964945.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676256:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964945.676256:0:14859:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_10:looze-MDT0001-lwp-OST0009_UUID:14859:1633636024601472:172.19.1.25@o2ib100:400 00000800:00000200:8.0:1557964945.676256:0:14858:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:15.0:1557964945.676257:0:14857:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964945.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676257:0:14859:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000001:15.0:1557964945.676258:0:14857:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964945.676258:0:14859:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:8.0:1557964945.676258:0:14858:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (23)++ 00000100:00000001:15.0:1557964945.676259:0:14857:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964945.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676259:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964945.676259:0:14859:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964945.676259:0:14859:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:15.0:1557964945.676260:0:14857:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557964945.676260:0:14859:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdda00. 00000800:00000200:8.0:1557964945.676260:0:14858:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:15.0:1557964945.676261:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964945.676261:0:14859:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676261:0:14858:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676262:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964945.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676262:0:14858:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964945.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964945.676263:0:14859:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe345480. 00000100:00000001:8.0:1557964945.676263:0:14858:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676264:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964945.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964945.676264:0:14859:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357d80. 00000100:00000001:8.0:1557964945.676264:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676265:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964945.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964945.676265:0:14859:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601472, portal 10 00000100:00000001:8.0:1557964945.676265:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964945.676266:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964945.676266:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964945.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676266:0:14859:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1557964945.676267:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676267:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676267:0:14859:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220069120 : -131296489482496 : ffff889627625700) 00000020:00000001:10.0:1557964945.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676268:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964945.676268:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:15.0:1557964945.676269:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964945.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964945.676269:0:14859:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964945.676269:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964945.676270:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557964945.676270:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676270:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964945.676270:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676271:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676271:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676272:0:14859:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:8.0:1557964945.676272:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964945.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964945.676273:0:14859:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000100:00000001:8.0:1557964945.676273:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964945.676273:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964945.676274:0:14859:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356c80. 00000100:00000001:8.0:1557964945.676274:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557964945.676275:0:14859:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601472, offset 0 00000020:00000001:10.0:1557964945.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964945.676276:0:14859:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cd8c00 (tot 24346692). 00000020:00000001:10.0:1557964945.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964945.676278:0:14859:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964945.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964945.676283:0:14859:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964945.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964945.676285:0:14859:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964945.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964945.676287:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964945.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964945.676287:0:14859:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964945.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964945.676289:0:14859:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:9.0:1557964945.676289:0:14859:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964945.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964945.676292:0:14859:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:9.0:1557964945.676292:0:14859:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676293:0:14859:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964945.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676295:0:14859:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676296:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676297:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964945.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676299:0:14859:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964945.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676300:0:14859:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:9.0:1557964945.676300:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964945.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676301:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964945.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676302:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676303:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676303:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964945.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676304:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964945.676304:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676305:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964945.676322:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964945.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964945.676327:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964945.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964945.676332:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:14.0:1557964945.676333:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964945.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964945.676334:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318692004) 00000100:00000001:4.0:1557964945.676334:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557964945.676336:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000200:4.0:1557964945.676337:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964945.676341:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964945.676342:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:15.0:1557964945.676345:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:4.0:1557964945.676345:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964945.676346:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964945.676346:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976fd00 00000400:00000010:4.0:1557964945.676348:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976fd00. 00000100:00000001:14.0:1557964945.676349:0:14820:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:4.0:1557964945.676350:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b311c00 (tot 24346292). 00000800:00000200:4.0:1557964945.676351:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000200:14.0:1557964945.676352:0:14820:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964945.676352:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964945.676354:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:14.0:1557964945.676356:0:14820:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964945.676358:0:14820:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964945.676359:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:14.0:1557964945.676376:0:14820:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964945.676377:0:14820:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964945.676378:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356c80 00000400:00000010:14.0:1557964945.676379:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356c80. 00000100:00000001:4.0:1557964945.676380:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964945.676381:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cd8c00 (tot 24345892). 00000800:00000200:14.0:1557964945.676382:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:4.0:1557964945.676382:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964945.676385:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:4.0:1557964945.676386:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964945.676389:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964945.676389:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:4.0:1557964945.676390:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775c480 00000400:00000010:4.0:1557964945.676392:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775c480. 00000400:00000010:4.0:1557964945.676394:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03cc00 (tot 24345492). 00000800:00000200:4.0:1557964945.676395:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964945.676519:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964945.676534:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964945.676544:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964945.676548:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964945.676551:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964945.676553:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000800:00000200:21.0:1557964945.676574:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000400:00000200:14.0:1557964945.676574:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04b80 00000400:00000200:14.0:1557964945.676577:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9cbd [1] + 192 00000800:00000200:21.0:1557964945.676580:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000800:00000200:15.0:1557964945.676580:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964945.676581:0:14822:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964945.676583:0:14822:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964945.676584:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964945.676585:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346292). 00000100:00000040:14.0:1557964945.676587:0:14822:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:21.0:1557964945.676588:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04b60 00000400:00000200:21.0:1557964945.676591:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdc49 [1] + 192 00000100:00000001:14.0:1557964945.676592:0:14822:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:21.0:1557964945.676595:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:21.0:1557964945.676609:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:14.0:1557964945.676610:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345892). 00000800:00000200:14.0:1557964945.676611:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964945.676612:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964945.676613:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000040:21.0:1557964945.676614:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557964945.676614:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964945.676620:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557964945.676623:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000001:21.0:1557964945.676653:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:9.0:1557964945.676654:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:21.0:1557964945.676655:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000400:00000010:17.0:1557964945.676655:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000100:00000001:9.0:1557964945.676655:0:14859:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:21.0:1557964945.676656:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000800:00000200:21.0:1557964945.676657:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000100:00000001:15.0:1557964945.676657:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000001:9.0:1557964945.676657:0:14859:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000800:00000200:21.0:1557964945.676658:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000200:17.0:1557964945.676658:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04b70 00000100:00000001:15.0:1557964945.676658:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:9.0:1557964945.676658:0:14859:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557964945.676658:0:14859:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964945.676660:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:17.0:1557964945.676661:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdc51 [1] + 192 00000100:00000200:9.0:1557964945.676661:0:14859:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000001:15.0:1557964945.676664:0:14857:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:15.0:1557964945.676665:0:14857:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000200:9.0:1557964945.676665:0:14859:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:15.0:1557964945.676666:0:14857:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:15.0:1557964945.676668:0:14857:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964945.676669:0:14859:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:9.0:1557964945.676670:0:14859:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe345480. 00000400:00000200:9.0:1557964945.676671:0:14859:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357d80 00000400:00000010:9.0:1557964945.676672:0:14859:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357d80. 00000100:00000200:15.0:1557964945.676673:0:14857:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964945.676673:0:14859:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964945.676673:0:14859:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557964945.676674:0:14859:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964945.676675:0:14859:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964945.676676:0:14859:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676677:0:14857:0:(events.c:171:reply_in_callback()) Process leaving 02000000:00000001:9.0:1557964945.676677:0:14859:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557964945.676678:0:14857:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88970e6d5840. 00000100:00001000:9.0:1557964945.676678:0:14859:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=125 v=45 (45 45 45 45) 00000400:00000200:15.0:1557964945.676679:0:14857:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976e100 00000400:00000010:15.0:1557964945.676680:0:14857:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976e100. 00000100:00001000:9.0:1557964945.676680:0:14859:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=125 v=45 (1 1 1 1) 00000100:00000001:15.0:1557964945.676681:0:14857:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964945.676681:0:14859:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:17.0:1557964945.676682:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:15.0:1557964945.676682:0:14857:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:9.0:1557964945.676682:0:14859:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964945.676682:0:14859:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000200:17.0:1557964945.676683:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:15.0:1557964945.676683:0:14857:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1557964945.676684:0:14857:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1557964945.676684:0:14857:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:9.0:1557964945.676684:0:14859:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:15.0:1557964945.676686:0:14857:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1557964945.676687:0:14857:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=125 v=45 (45 45 45 45) 00000100:00000040:17.0:1557964945.676688:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:9.0:1557964945.676688:0:14859:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1557964945.676689:0:14857:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=125 v=45 (1 1 1 1) 00000100:00000001:9.0:1557964945.676689:0:14859:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:15.0:1557964945.676690:0:14857:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:15.0:1557964945.676690:0:14857:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964945.676690:0:14859:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00010000:00000001:15.0:1557964945.676691:0:14857:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:15.0:1557964945.676691:0:14857:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676691:0:14859:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557964945.676691:0:14859:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676692:0:14857:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:17.0:1557964945.676693:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:15.0:1557964945.676693:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:9.0:1557964945.676693:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000010:17.0:1557964945.676694:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557964945.676695:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:15.0:1557964945.676696:0:14857:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964945.676696:0:14859:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557964945.676696:0:14859:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000800:00000200:17.0:1557964945.676697:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964945.676697:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:15.0:1557964945.676697:0:14857:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557964945.676697:0:14859:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964945.676698:0:14857:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557964945.676698:0:14859:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:15.0:1557964945.676701:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:9.0:1557964945.676701:0:14859:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_10:looze-MDT0001-lwp-OST0009_UUID:14859:1633636024601472:172.19.1.25@o2ib100:400 00000100:00000001:9.0:1557964945.676703:0:14859:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964945.676703:0:14859:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00100000:15.0:1557964945.676704:0:14857:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:8c05ad95-98db-8b06-7942-a20be71d88ee:14857:1633636024601440:172.19.1.24@o2ib100:400 00000100:00000040:9.0:1557964945.676704:0:14859:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627625700 x1633636024601472/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:15.0:1557964945.676706:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1557964945.676707:0:14857:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1557964945.676707:0:14859:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557964945.676707:0:14859:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:15.0:1557964945.676708:0:14857:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627625100 x1633636024601440/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Complete:RN/0/0 rc 0/0 02000000:00000010:9.0:1557964945.676708:0:14859:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdda00. 02000000:00000001:9.0:1557964945.676709:0:14859:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557964945.676709:0:14859:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964945.676710:0:14859:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:9.0:1557964945.676710:0:14859:0:(genops.c:1237:class_import_put()) Process leaving 00000100:00000001:15.0:1557964945.676711:0:14857:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1557964945.676711:0:14857:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1557964945.676711:0:14859:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366d00. 02000000:00000010:15.0:1557964945.676712:0:14857:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88871b313200. 02000000:00000001:9.0:1557964945.676712:0:14859:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964945.676712:0:14859:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557964945.676712:0:14859:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627625700. 02000000:00000001:15.0:1557964945.676713:0:14857:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:9.0:1557964945.676713:0:14859:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000020:00000001:15.0:1557964945.676714:0:14857:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:15.0:1557964945.676714:0:14857:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000001:9.0:1557964945.676714:0:14859:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964945.676714:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1557964945.676715:0:14857:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:15.0:1557964945.676716:0:14857:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367d00. 00000100:00000001:9.0:1557964945.676716:0:14859:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:15.0:1557964945.676717:0:14857:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1557964945.676717:0:14857:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1557964945.676717:0:14857:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627625100. 00000100:00000001:9.0:1557964945.676717:0:14859:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676718:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964945.676719:0:14857:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1557964945.676719:0:14857:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964945.676719:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964945.676719:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964945.676720:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964945.676720:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676721:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557964945.676722:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557964945.676723:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676723:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964945.676723:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557964945.676724:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557964945.676725:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000001:8.0:1557964945.676725:0:14858:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:15.0:1557964945.676726:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:8.0:1557964945.676726:0:14858:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964945.676727:0:14858:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:8.0:1557964945.676730:0:14858:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:8.0:1557964945.676735:0:14858:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964945.676746:0:14858:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:8.0:1557964945.676747:0:14858:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000200:8.0:1557964945.676748:0:14858:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557964945.676749:0:14858:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557964945.676750:0:14858:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964945.676751:0:14858:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964945.676752:0:14858:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964945.676753:0:14858:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964945.676754:0:14858:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964945.676755:0:14858:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:8.0:1557964945.676757:0:14858:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=125 v=45 (45 45 45 45) 00000100:00001000:8.0:1557964945.676758:0:14858:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=125 v=45 (1 1 1 1) 00000100:00000001:8.0:1557964945.676759:0:14858:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964945.676760:0:14858:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964945.676760:0:14858:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:8.0:1557964945.676761:0:14858:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676762:0:14858:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557964945.676762:0:14858:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:8.0:1557964945.676763:0:14858:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557964945.676765:0:14858:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964945.676766:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964945.676770:0:14858:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964945.676771:0:14858:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964945.676772:0:14858:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557964945.676773:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:8.0:1557964945.676776:0:14858:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:looze-MDT0000-lwp-OST0009_UUID:14858:1633636024601456:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557964945.676778:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964945.676779:0:14858:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1557964945.676779:0:14858:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627625a00 x1633636024601456/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965051 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964945.676782:0:14858:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964945.676783:0:14858:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557964945.676783:0:14858:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b400. 02000000:00000001:8.0:1557964945.676784:0:14858:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964945.676785:0:14858:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557964945.676785:0:14858:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:8.0:1557964945.676786:0:14858:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964945.676787:0:14858:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367f00. 02000000:00000001:8.0:1557964945.676787:0:14858:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964945.676788:0:14858:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964945.676788:0:14858:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627625a00. 00000100:00000001:8.0:1557964945.676789:0:14858:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964945.676790:0:14858:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964945.676790:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964945.676793:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964945.676794:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676794:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964945.676795:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964945.676796:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964945.676796:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964945.715084:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964945.715104:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964945.715112:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964945.715119:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964945.715122:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964945.715129:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010df0 00000400:00000200:14.0:1557964945.715135:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9735 [1] + 0 00000400:00000010:14.0:1557964945.715139:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36a80. 00000400:00000200:14.0:1557964945.715141:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3500 00000800:00000200:15.0:1557964945.715145:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964945.715145:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964945.715146:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964945.715149:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733ebac50 x1633635891482096 msgsize 224 00000100:00100000:14.0:1557964945.715155:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964945.715156:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964945.715160:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964945.715161:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3500 00000400:00000010:14.0:1557964945.715162:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3500. 00000400:00000010:14.0:1557964945.715165:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964945.715167:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964945.715170:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964945.715172:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964945.715196:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964945.715199:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964945.715201:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964945.715202:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964945.715204:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964945.715205:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964945.715209:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964945.715211:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482096 00000020:00000001:10.0:1557964945.715213:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964945.715214:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964945.715216:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964945.715218:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964945.715220:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964945.715223:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964945.715228:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964945.715229:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964945.715232:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964945.715235:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc100. 00000020:00000010:10.0:1557964945.715237:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964945.715240:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964945.715242:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964945.715243:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964945.715244:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.715247:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.715253:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964945.715257:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964945.715258:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964945.715259:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964945.715260:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964945.715262:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964945.715263:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964945.715268:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1637 00000100:00000040:10.0:1557964945.715270:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964945.715272:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725363280 : -131291984188336 : ffff889733ebac50) 00000100:00000040:10.0:1557964945.715276:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733ebac50 x1633635891482096/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:611/0 lens 224/0 e 0 to 0 dl 1557965006 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964945.715286:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964945.715287:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964945.715290:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891482096:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964945.715294:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482096 00000020:00000001:10.0:1557964945.715296:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964945.715298:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964945.715299:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.715301:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964945.715303:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964945.715305:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964945.715306:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964945.715308:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964945.715310:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964945.715312:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.715314:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964945.715315:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964945.715317:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964945.715319:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.715321:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964945.715323:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964945.715325:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964945.715326:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964945.715328:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964945.715332:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964945.715334:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964945.715336:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964945.715339:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964945.715342:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964945.715345:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964945.715347:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964945.715350:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964945.715353:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964945.715355:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964945.715357:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482096 00010000:00000001:10.0:1557964945.715359:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964945.715362:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733ebac50 x1633635891482096/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:611/0 lens 224/368 e 0 to 0 dl 1557965006 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964945.715371:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964945.715372:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964945.715374:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=98 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964945.715377:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964945.715380:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964945.715383:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964945.715385:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964945.715386:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.715388:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964945.715392:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964945.715393:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bde00. 00000100:00000200:10.0:1557964945.715396:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482096, offset 192 00000400:00000010:10.0:1557964945.715399:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68dc00 (tot 24345892). 00000400:00000200:10.0:1557964945.715404:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964945.715417:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964945.715422:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964945.715428:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964945.715430:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964945.715432:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964945.715436:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964945.715438:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964945.715461:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964945.715462:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964945.715463:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964945.715464:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00010000:00000001:10.0:1557964945.715464:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964945.715465:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964945.715466:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964945.715467:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733ebac50 x1633635891482096/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:611/0 lens 224/336 e 0 to 0 dl 1557965006 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964945.715471:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557964945.715471:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891482096:12345-172.19.1.25@o2ib100:13 Request processed in 184us (321us total) trans 0 rc 0/0 00000800:00000200:14.0:1557964945.715473:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964945.715474:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1637 00000100:00000001:14.0:1557964945.715475:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000040:10.0:1557964945.715475:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964945.715475:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964945.715476:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:14.0:1557964945.715477:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000020:00000010:10.0:1557964945.715477:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc100. 00000400:00000200:14.0:1557964945.715478:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bde00 00000020:00000010:10.0:1557964945.715478:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000400:00000010:14.0:1557964945.715479:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bde00. 00000020:00000010:10.0:1557964945.715479:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000040:10.0:1557964945.715480:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000400:00000010:14.0:1557964945.715481:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68dc00 (tot 24345492). 02000000:00000001:10.0:1557964945.715481:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:14.0:1557964945.715482:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 02000000:00000010:10.0:1557964945.715482:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964945.715482:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:14.0:1557964945.715483:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964945.715484:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964945.715485:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964945.715486:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2660. 00000400:00000010:10.0:1557964945.715487:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc100. 00000400:00000001:10.0:1557964945.715488:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964945.715489:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964945.723347:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964945.723397:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964945.723407:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964945.723415:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964945.723418:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964945.723424:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc127c0 00000400:00000200:4.0:1557964945.723431:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd6d1 [1] + 0 00000400:00000010:4.0:1557964945.723435:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95d80. 00000400:00000200:4.0:1557964945.723437:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a280 00000800:00000200:21.0:1557964945.723440:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964945.723441:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964945.723442:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964945.723445:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615450 x1633635870517184 msgsize 224 00000100:00100000:4.0:1557964945.723451:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964945.723452:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964945.723455:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964945.723456:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a280 00000400:00000010:4.0:1557964945.723458:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a280. 00000400:00000010:4.0:1557964945.723460:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964945.723463:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964945.723466:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964945.723467:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964945.723491:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964945.723494:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964945.723496:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964945.723498:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964945.723499:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964945.723501:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964945.723504:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964945.723507:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517184 00000020:00000001:1.0:1557964945.723509:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964945.723510:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964945.723512:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964945.723514:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964945.723516:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964945.723519:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964945.723523:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964945.723525:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964945.723527:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964945.723531:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e180. 00000020:00000010:1.0:1557964945.723533:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964945.723536:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964945.723538:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964945.723539:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964945.723540:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964945.723543:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964945.723549:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964945.723552:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964945.723553:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964945.723554:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964945.723555:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964945.723556:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964945.723557:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964945.723562:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1643 00000100:00000040:1.0:1557964945.723564:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964945.723566:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836070480 : -131364873481136 : ffff88863b615450) 00000100:00000040:1.0:1557964945.723570:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615450 x1633635870517184/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:611/0 lens 224/0 e 0 to 0 dl 1557965006 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964945.723580:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964945.723581:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964945.723585:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870517184:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964945.723588:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517184 00000020:00000001:1.0:1557964945.723590:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964945.723592:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964945.723593:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964945.723595:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964945.723597:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964945.723599:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964945.723600:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964945.723602:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964945.723604:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964945.723605:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964945.723607:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964945.723609:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964945.723611:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:1.0:1557964945.723612:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964945.723614:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964945.723616:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964945.723618:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964945.723619:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964945.723621:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964945.723623:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964945.723626:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964945.723628:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964945.723632:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964945.723634:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964945.723637:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964945.723640:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964945.723641:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964945.723643:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517184 00010000:00000001:1.0:1557964945.723645:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964945.723648:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615450 x1633635870517184/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:611/0 lens 224/368 e 0 to 0 dl 1557965006 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964945.723657:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964945.723658:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964945.723661:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=98 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964945.723664:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964945.723667:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964945.723669:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964945.723671:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964945.723673:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964945.723674:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964945.723678:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964945.723679:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e100. 00000100:00000200:1.0:1557964945.723683:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517184, offset 192 00000400:00000010:1.0:1557964945.723686:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71a00 (tot 24345892). 00000400:00000200:1.0:1557964945.723690:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964945.723718:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964945.723720:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964945.723724:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964945.723725:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964945.723726:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964945.723728:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964945.723729:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964945.723729:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964945.723731:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964945.723732:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964945.723732:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964945.723733:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964945.723734:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964945.723735:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615450 x1633635870517184/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:611/0 lens 224/336 e 0 to 0 dl 1557965006 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964945.723756:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870517184:12345-172.19.1.24@o2ib100:13 Request processed in 174us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964945.723758:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1643 00000100:00000040:1.0:1557964945.723759:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964945.723760:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964945.723761:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964945.723763:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e180. 00000020:00000010:1.0:1557964945.723764:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964945.723765:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964945.723766:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000800:00000200:29.2:1557964945.723767:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964945.723767:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964945.723768:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964945.723769:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0c60. 00000400:00000010:1.0:1557964945.723770:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e180. 00000400:00000001:1.0:1557964945.723772:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964945.723772:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:7.0:1557964945.723809:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964945.723813:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964945.723815:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964945.723816:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1557964945.723818:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000010:7.0:1557964945.723818:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaec00. 02000000:00000001:7.0:1557964945.723819:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964945.723820:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964945.723820:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e100 00000400:00000010:7.0:1557964945.723821:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e100. 00000400:00000010:7.0:1557964945.723822:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71a00 (tot 24345492). 00000800:00000200:7.0:1557964945.723824:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964946.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964946.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964946.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964946.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964946.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964946.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964946.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964946.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964946.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964946.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964946.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964946.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964946.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964946.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964946.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964946.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964947.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964947.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964947.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964947.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964947.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964947.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964947.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964947.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964947.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964947.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964947.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964947.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964947.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964947.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964947.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964947.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964947.616346:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873dfbca00 (tot 24345748). 00000400:00000010:6.0:1557964947.616353:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873dfbca00 (tot 24345492). 00000020:00000001:6.0:1557964947.617337:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964947.617338:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318663943, max_age 4318667945 00002000:00000001:6.0:1557964947.617339:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964947.617340:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964947.617341:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964947.617343:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964947.617344:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964947.617345:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964947.617346:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964947.617347:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964947.617349:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964947.617350:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964947.617351:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964947.617352:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964947.617352:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964947.617376:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964947.617376:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318668945, max_age 4318667945 00000020:00000004:6.0:1557964947.617377:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964947.617378:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964947.617401:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964947.617401:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318668945, max_age 4318667945 00000020:00000004:6.0:1557964947.617402:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964947.617403:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964947.617426:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964947.617426:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318668945, max_age 4318667945 00000020:00000004:6.0:1557964947.617427:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964947.617428:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964948.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964948.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964948.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964948.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964948.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964948.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964948.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964948.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964948.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964948.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964948.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964948.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964948.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964948.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964948.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964948.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964949.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964949.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964949.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964949.508056:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964949.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964949.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964949.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964949.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964949.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964949.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964949.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964949.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964949.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964949.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964949.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964949.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964950.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964950.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964950.508042:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964950.508044:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964950.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964950.508052:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964950.508055:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964950.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964950.508058:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964950.508059:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964950.508060:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964950.508062:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964950.508063:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964950.508065:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964950.508066:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964950.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964950.508086:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964950.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964950.508090:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964950.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964950.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964950.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964950.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964950.723050:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964950.723061:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964950.723065:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964950.723068:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964950.723070:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964950.723073:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010e10 00000400:00000200:14.0:1557964950.723076:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9745 [1] + 0 00000400:00000010:14.0:1557964950.723078:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a369c0. 00000400:00000200:14.0:1557964950.723079:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2600 00000100:00000001:14.0:1557964950.723081:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964950.723082:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964950.723084:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eba850 x1633635891482128 msgsize 224 00000100:00100000:14.0:1557964950.723086:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964950.723087:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964950.723089:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964950.723090:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2600 00000800:00000200:15.0:1557964950.723091:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964950.723091:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2600. 00000400:00000010:14.0:1557964950.723092:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964950.723093:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964950.723094:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964950.723113:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964950.723122:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964950.723123:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964950.723126:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964950.723128:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964950.723129:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964950.723130:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964950.723132:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964950.723133:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482128 00000020:00000001:10.0:1557964950.723134:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964950.723135:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964950.723136:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964950.723137:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964950.723138:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964950.723139:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964950.723140:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964950.723141:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964950.723143:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000020:00000010:10.0:1557964950.723144:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bca00. 00000020:00000010:10.0:1557964950.723146:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964950.723147:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964950.723148:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964950.723149:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964950.723150:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964950.723151:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964950.723154:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964950.723156:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964950.723156:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964950.723157:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964950.723157:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964950.723158:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964950.723159:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964950.723161:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1638 00000100:00000040:10.0:1557964950.723162:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964950.723163:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725362256 : -131291984189360 : ffff889733eba850) 00000100:00000040:10.0:1557964950.723165:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eba850 x1633635891482128/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:616/0 lens 224/0 e 0 to 0 dl 1557965011 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964950.723173:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964950.723173:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964950.723175:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891482128:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964950.723177:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482128 00000020:00000001:10.0:1557964950.723177:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964950.723178:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964950.723179:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964950.723180:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964950.723180:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964950.723181:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964950.723182:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964950.723183:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964950.723183:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964950.723184:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964950.723201:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964950.723202:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964950.723203:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d400. 02000000:00000001:10.0:1557964950.723203:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964950.723204:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964950.723205:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964950.723206:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964950.723207:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964950.723207:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964950.723210:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964950.723211:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964950.723212:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964950.723213:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964950.723214:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964950.723216:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964950.723217:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964950.723218:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964950.723219:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964950.723221:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964950.723222:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482128 00010000:00000001:10.0:1557964950.723223:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964950.723225:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eba850 x1633635891482128/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:616/0 lens 224/368 e 0 to 0 dl 1557965011 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964950.723228:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964950.723229:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964950.723230:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=103 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964950.723231:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964950.723232:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964950.723233:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964950.723234:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964950.723235:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964950.723236:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964950.723237:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964950.723238:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc600. 00000100:00000200:10.0:1557964950.723240:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482128, offset 192 00000400:00000010:10.0:1557964950.723241:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ac00 (tot 24345892). 00000400:00000200:10.0:1557964950.723243:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964950.723248:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964950.723251:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964950.723254:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964950.723255:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964950.723256:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964950.723258:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964950.723259:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964950.723260:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964950.723261:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964950.723262:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964950.723263:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964950.723263:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964950.723264:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964950.723265:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eba850 x1633635891482128/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:616/0 lens 224/336 e 0 to 0 dl 1557965011 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964950.723290:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964950.723312:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891482128:12345-172.19.1.25@o2ib100:13 Request processed in 138us (227us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964950.723315:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1638 00000100:00000040:10.0:1557964950.723316:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964950.723317:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557964950.723317:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964950.723318:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964950.723319:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bca00. 00000800:00000200:14.0:1557964950.723320:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000010:10.0:1557964950.723320:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964950.723321:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68ea00. 00000100:00000001:14.0:1557964950.723322:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000020:00000040:10.0:1557964950.723322:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:14.0:1557964950.723323:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964950.723323:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc600 02000000:00000001:10.0:1557964950.723323:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964950.723323:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d400. 00000400:00000010:14.0:1557964950.723324:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc600. 02000000:00000001:10.0:1557964950.723324:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964950.723324:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:14.0:1557964950.723344:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ac00 (tot 24345492). 00000100:00000200:10.0:1557964950.723344:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964950.723345:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f25a0. 00000800:00000200:14.0:1557964950.723346:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:10.0:1557964950.723346:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bca00. 00000800:00000200:14.0:1557964950.723347:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964950.723348:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964950.723348:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964950.731442:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964950.731494:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964950.731504:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964950.731513:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964950.731518:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964950.731525:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12810 00000400:00000200:21.0:1557964950.731531:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd6e1 [1] + 0 00000400:00000010:21.0:1557964950.731535:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95de0. 00000400:00000200:21.0:1557964950.731537:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462ac00 00000800:00000200:4.0:1557964950.731537:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964950.731541:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964950.731542:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964950.731545:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b615050 x1633635870517264 msgsize 224 00000100:00100000:21.0:1557964950.731551:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964950.731552:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964950.731556:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964950.731557:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ac00 00000400:00000010:21.0:1557964950.731558:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ac00. 00000400:00000010:21.0:1557964950.731561:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964950.731564:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964950.731566:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964950.731568:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964950.731591:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964950.731594:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964950.731596:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964950.731598:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964950.731599:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964950.731600:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964950.731604:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964950.731607:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517264 00000020:00000001:1.0:1557964950.731609:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964950.731610:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964950.731612:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964950.731614:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964950.731616:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964950.731618:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964950.731621:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964950.731623:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964950.731625:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964950.731628:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e080. 00000020:00000010:1.0:1557964950.731631:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964950.731634:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964950.731636:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964950.731637:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964950.731638:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964950.731641:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964950.731647:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964950.731650:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964950.731652:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964950.731653:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964950.731654:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964950.731656:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964950.731657:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964950.731662:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1644 00000100:00000040:1.0:1557964950.731664:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964950.731666:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836069456 : -131364873482160 : ffff88863b615050) 00000100:00000040:1.0:1557964950.731672:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b615050 x1633635870517264/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:616/0 lens 224/0 e 0 to 0 dl 1557965011 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964950.731682:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964950.731683:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964950.731686:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870517264:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964950.731690:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517264 00000020:00000001:1.0:1557964950.731692:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964950.731694:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964950.731695:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964950.731697:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964950.731698:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964950.731700:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964950.731702:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964950.731703:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964950.731704:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964950.731706:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964950.731708:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964950.731709:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964950.731711:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf400. 02000000:00000001:1.0:1557964950.731713:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964950.731715:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964950.731717:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964950.731719:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964950.731720:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964950.731722:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964950.731724:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964950.731727:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964950.731730:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964950.731733:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964950.731735:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964950.731753:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964950.731754:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964950.731755:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964950.731756:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517264 00010000:00000001:1.0:1557964950.731757:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964950.731758:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b615050 x1633635870517264/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:616/0 lens 224/368 e 0 to 0 dl 1557965011 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964950.731761:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964950.731762:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964950.731763:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=103 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964950.731765:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964950.731766:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964950.731767:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964950.731768:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964950.731768:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964950.731769:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964950.731770:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964950.731771:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e000. 00000100:00000200:1.0:1557964950.731773:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517264, offset 192 00000400:00000010:1.0:1557964950.731774:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73400 (tot 24345892). 00000400:00000200:1.0:1557964950.731775:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964950.731781:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964950.731784:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964950.731787:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964950.731788:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964950.731789:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964950.731791:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964950.731791:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964950.731792:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964950.731793:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964950.731794:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964950.731795:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964950.731795:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964950.731796:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964950.731797:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b615050 x1633635870517264/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:616/0 lens 224/336 e 0 to 0 dl 1557965011 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964950.731804:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870517264:12345-172.19.1.24@o2ib100:13 Request processed in 122us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964950.731808:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1644 00000100:00000040:1.0:1557964950.731809:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964950.731809:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964950.731810:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964950.731811:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e080. 00000020:00000010:1.0:1557964950.731812:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964950.731813:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964950.731814:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964950.731815:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964950.731816:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964950.731817:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0900. 00000400:00000010:1.0:1557964950.731818:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e080. 00000400:00000001:1.0:1557964950.731819:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964950.731819:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964950.731845:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964950.731857:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964950.731861:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964950.731862:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964950.731863:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964950.731864:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf400. 02000000:00000001:17.0:1557964950.731866:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964950.731866:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964950.731866:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e000 00000400:00000010:17.0:1557964950.731885:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e000. 00000400:00000010:17.0:1557964950.731887:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73400 (tot 24345492). 00000800:00000200:17.0:1557964950.731887:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964950.731888:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964950.927884:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:4.0:1557964950.927941:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964950.927952:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:4.0:1557964950.927960:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:4.0:1557964950.927963:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964950.927970:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726380 00000800:00000200:21.0:1557964950.927985:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000400:00000200:4.0:1557964950.927993:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xbfa9 [1] + 0 00000400:00000010:4.0:1557964950.927997:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354f60. 00000400:00000200:4.0:1557964950.927999:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80200 00000100:00000001:4.0:1557964950.928004:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964950.928006:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:4.0:1557964950.928009:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863d642050 x1633636318339968 msgsize 224 00000100:00100000:4.0:1557964950.928015:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:4.0:1557964950.928016:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964950.928020:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964950.928021:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80200 00000400:00000010:4.0:1557964950.928022:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80200. 00000400:00000010:4.0:1557964950.928024:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964950.928027:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557964950.928029:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557964950.928031:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964950.928056:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964950.928059:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964950.928061:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964950.928062:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964950.928064:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964950.928065:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964950.928068:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964950.928070:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318339968 00000020:00000001:19.0:1557964950.928072:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964950.928073:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964950.928075:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964950.928077:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964950.928079:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964950.928081:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964950.928086:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964950.928087:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964950.928089:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964950.928092:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fcf00. 00000020:00000010:19.0:1557964950.928094:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557964950.928097:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964950.928099:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964950.928100:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964950.928101:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964950.928104:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964950.928105:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964950.928106:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964950.928111:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964950.928114:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964950.928116:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964950.928117:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964950.928117:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964950.928118:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964950.928119:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557964950.928124:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 305 00000100:00000040:19.0:1557964950.928126:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964950.928128:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869808208 : -131364839743408 : ffff88863d642050) 00000100:00000040:19.0:1557964950.928132:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d642050 x1633636318339968/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:616/0 lens 224/0 e 0 to 0 dl 1557965011 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964950.928142:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964950.928143:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964950.928146:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24081:x1633636318339968:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964950.928150:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318339968 00000020:00000001:19.0:1557964950.928151:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964950.928153:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964950.928154:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964950.928156:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964950.928157:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964950.928159:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964950.928161:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964950.928163:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964950.928164:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964950.928165:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964950.928167:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964950.928168:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964950.928170:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964950.928172:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964950.928173:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964950.928175:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684301a00. 02000000:00000001:19.0:1557964950.928176:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964950.928178:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964950.928180:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964950.928181:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318339968 00010000:00000001:19.0:1557964950.928183:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964950.928186:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d642050 x1633636318339968/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:616/0 lens 224/224 e 0 to 0 dl 1557965011 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964950.928195:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964950.928196:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964950.928198:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=103 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964950.928202:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964950.928204:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964950.928206:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964950.928208:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964950.928209:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964950.928211:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964950.928214:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964950.928215:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fd500. 00000100:00000200:19.0:1557964950.928218:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318339968, offset 192 00000400:00000010:19.0:1557964950.928221:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684303000 (tot 24345892). 00000400:00000200:19.0:1557964950.928225:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964950.928238:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964950.928244:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964950.928249:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964950.928252:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964950.928254:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964950.928258:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964950.928260:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964950.928261:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964950.928264:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964950.928266:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964950.928267:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964950.928268:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964950.928270:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964950.928272:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d642050 x1633636318339968/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:616/0 lens 224/192 e 0 to 0 dl 1557965011 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964950.928283:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24081:x1633636318339968:12345-172.19.1.39@o2ib100:400 Request processed in 139us (272us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964950.928290:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 305 00000100:00000040:19.0:1557964950.928292:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964950.928294:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964950.928296:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964950.928297:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fcf00. 00000020:00000010:19.0:1557964950.928299:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557964950.928301:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000800:00000200:12.2:1557964950.928301:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000020:00000040:19.0:1557964950.928303:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964950.928305:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964950.928308:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964950.928310:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73cc0. 00000400:00000010:19.0:1557964950.928312:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fcf00. 00000400:00000001:19.0:1557964950.928314:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964950.928315:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964950.928354:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964950.928361:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964950.928365:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964950.928366:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964950.928368:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684301a00. 00000800:00000200:7.0:1557964950.928370:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 02000000:00000001:17.0:1557964950.928371:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964950.928372:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964950.928374:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fd500 00000400:00000010:17.0:1557964950.928375:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fd500. 00000400:00000010:17.0:1557964950.928378:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684303000 (tot 24345492). 00000800:00000200:17.0:1557964950.928381:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557964951.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964951.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964951.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964951.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964951.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964951.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964951.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964951.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964951.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964951.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964951.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964951.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964951.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964951.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964951.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964951.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964952.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964952.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964952.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964952.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964952.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964952.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964952.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964952.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964952.508111:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964952.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964952.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964952.508115:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964952.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964952.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964952.508118:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964952.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964952.617752:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888735fece00 (tot 24345748). 00000400:00000010:6.0:1557964952.617760:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888735fece00 (tot 24345492). 00000020:00000001:6.0:1557964952.618756:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964952.618757:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318668945, max_age 4318672946 00002000:00000001:6.0:1557964952.618759:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964952.618759:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964952.618760:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964952.618763:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964952.618764:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964952.618765:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964952.618766:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964952.618767:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964952.618769:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964952.618770:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964952.618770:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964952.618771:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964952.618772:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964952.618796:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964952.618796:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318673946, max_age 4318672946 00000020:00000004:6.0:1557964952.618797:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964952.618798:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964952.618820:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964952.618820:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318673946, max_age 4318672946 00000020:00000004:6.0:1557964952.618821:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964952.618822:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964952.618846:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964952.618846:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318673946, max_age 4318672946 00000020:00000004:6.0:1557964952.618847:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964952.618848:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964953.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964953.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00010000:00000001:10.0:1557964953.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964953.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964953.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964953.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964953.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964953.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964953.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964953.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964953.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964953.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964953.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964953.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964953.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964953.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964954.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964954.330048:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:10.0:1557964954.330050:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e400 (tot 24345892). 00000400:00000200:10.0:1557964954.330052:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:10.0:1557964954.330058:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:10.0:1557964954.330060:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:10.0:1557964954.330064:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330065:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:10.0:1557964954.330066:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557964954.330069:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:10.0:1557964954.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964954.330072:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:10.0:1557964954.330073:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f600 (tot 24346292). 00000400:00000200:10.0:1557964954.330074:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:10.0:1557964954.330078:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:10.0:1557964954.330080:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:10.0:1557964954.330081:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330082:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:10.0:1557964954.330082:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:10.0:1557964954.330083:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:10.0:1557964954.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:10.0:1557964954.330086:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:10.0:1557964954.330087:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688c00 (tot 24346692). 00000400:00000200:10.0:1557964954.330089:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000800:00000200:26.2:1557964954.330090:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:10.0:1557964954.330093:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:10.0:1557964954.330098:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:9.2:1557964954.330098:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:26.0:1557964954.330099:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000800:00000200:10.0:1557964954.330100:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:26.0:1557964954.330102:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000800:00000200:10.0:1557964954.330102:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:10.0:1557964954.330102:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:10.0:1557964954.330104:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:26.0:1557964954.330105:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f600 (tot 24346292). 00000800:00000200:26.0:1557964954.330106:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:10.0:1557964954.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000800:00000200:26.0:1557964954.330126:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000400:00000200:10.0:1557964954.330128:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:10.0:1557964954.330129:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f400 (tot 24346692). 00000400:00000200:10.0:1557964954.330131:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000400:00000200:10.0:1557964954.330136:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:10.0:1557964954.330138:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:10.0:1557964954.330140:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330141:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:10.0:1557964954.330142:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:10.0:1557964954.330144:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000400:00000200:10.0:1557964954.330145:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000800:00000200:21.0:1557964954.330146:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000400:00000200:10.0:1557964954.330147:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:10.0:1557964954.330147:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68a800 (tot 24347092). 00000400:00000200:10.0:1557964954.330149:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:27.2:1557964954.330151:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:10.0:1557964954.330152:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:10.0:1557964954.330154:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:21.0:1557964954.330155:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000800:00000200:10.0:1557964954.330156:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330157:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:10.0:1557964954.330157:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:10.0:1557964954.330159:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000400:00000010:21.0:1557964954.330160:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e400 (tot 24346692). 00000800:00000200:27.0:1557964954.330162:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000800:00000200:21.0:1557964954.330164:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:10.0:1557964954.330164:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000800:00000200:27.0:1557964954.330166:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000800:00000200:26.2:1557964954.330166:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000400:00000200:10.0:1557964954.330166:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000800:00000200:21.0:1557964954.330167:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000010:10.0:1557964954.330167:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ee00 (tot 24347092). 00000800:00000200:11.2:1557964954.330169:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:10.0:1557964954.330169:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000400:00000010:27.0:1557964954.330170:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688c00 (tot 24346692). 00000800:00000200:26.0:1557964954.330171:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:27.0:1557964954.330172:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:26.0:1557964954.330173:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:12.2:1557964954.330174:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:10.0:1557964954.330175:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:26.0:1557964954.330177:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:10.0:1557964954.330179:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:14.0:1557964954.330180:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:26.0:1557964954.330181:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:10.0:1557964954.330181:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330182:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000400:00000010:26.0:1557964954.330183:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fcfc2600 (tot 24347092). 00000800:00000200:10.0:1557964954.330183:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:10.0:1557964954.330185:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:26.0:1557964954.330186:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000400:00000200:10.0:1557964954.330187:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000400:00000200:26.0:1557964954.330188:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:26.0:1557964954.330190:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fcfc2600 (tot 24346692). 00000400:00000200:10.0:1557964954.330190:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:10.0:1557964954.330191:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68c200 (tot 24347092). 00000800:00000200:26.0:1557964954.330192:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:4.0:1557964954.330192:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000800:00000200:28.2:1557964954.330193:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000400:00000200:10.0:1557964954.330193:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557964954.330194:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557964954.330196:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:26.0:1557964954.330198:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000400:00000200:10.0:1557964954.330198:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:26.0:1557964954.330201:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:10.0:1557964954.330201:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:28.0:1557964954.330202:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000010:26.0:1557964954.330202:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ee00 (tot 24346692). 00000800:00000200:26.0:1557964954.330215:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:27.2:1557964954.330217:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:10.0:1557964954.330217:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330218:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:10.0:1557964954.330219:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:15.0:1557964954.330221:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:10.0:1557964954.330221:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:4.0:1557964954.330222:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000400:00000200:10.0:1557964954.330223:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318614658 00000800:00000200:9.2:1557964954.330223:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (20)++ 00000400:00000200:10.0:1557964954.330225:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:10.0:1557964954.330225:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f000 (tot 24347092). 00000800:00000200:27.0:1557964954.330226:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:4.0:1557964954.330226:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68a800 (tot 24346692). 00000800:00000200:15.0:1557964954.330227:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000400:00000200:10.0:1557964954.330227:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:21.0:1557964954.330228:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000800:00000200:4.0:1557964954.330229:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:21.0:1557964954.330230:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000400:00000200:10.0:1557964954.330230:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:7.0:1557964954.330230:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000010:21.0:1557964954.330232:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f400 (tot 24346292). 00000800:00000200:17.0:1557964954.330233:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557964954.330233:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000200:15.0:1557964954.330234:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:10.0:1557964954.330234:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964954.330235:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000400:00000010:15.0:1557964954.330236:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b313200 (tot 24346692). 00000800:00000200:10.0:1557964954.330236:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:10.0:1557964954.330237:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:4.0:1557964954.330237:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000800:00000200:21.0:1557964954.330238:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (23)-- 00000800:00000200:17.0:1557964954.330239:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000800:00000200:21.0:1557964954.330240:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:15.0:1557964954.330240:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:4.0:1557964954.330240:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:7.0:1557964954.330241:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000400:00000200:15.0:1557964954.330242:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:4.0:1557964954.330243:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000400:00000200:17.0:1557964954.330244:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:14.2:1557964954.330244:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000400:00000010:17.0:1557964954.330245:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24347092). 00000400:00000010:15.0:1557964954.330245:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b313200 (tot 24346692). 00000400:00000010:4.0:1557964954.330245:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24347092). 00000800:00000200:15.0:1557964954.330247:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:15.0:1557964954.330248:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:17.0:1557964954.330249:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:15.0:1557964954.330249:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:15.0:1557964954.330251:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000400:00000200:4.0:1557964954.330252:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000800:00000200:29.2:1557964954.330253:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:15.0:1557964954.330253:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000200:17.0:1557964954.330254:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:27.0:1557964954.330255:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000010:17.0:1557964954.330256:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24346692). 00000800:00000200:17.0:1557964954.330257:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000400:00000200:4.0:1557964954.330257:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:17.0:1557964954.330258:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000400:00000010:4.0:1557964954.330258:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24346292). 00000800:00000200:17.0:1557964954.330259:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000010:15.0:1557964954.330259:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f000 (tot 24345892). 00000800:00000200:4.0:1557964954.330259:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:17.0:1557964954.330261:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:15.0:1557964954.330261:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:4.0:1557964954.330261:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:4.0:1557964954.330263:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:17.0:1557964954.330264:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:21.0:1557964954.330265:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000010:17.0:1557964954.330266:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68c200 (tot 24345492). 00000800:00000200:17.0:1557964954.330267:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:11.2:1557964954.330279:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:4.0:1557964954.330286:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:4.0:1557964954.330289:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:21.0:1557964954.330291:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:4.0:1557964954.330291:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:4.0:1557964954.330292:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964954.330295:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:4.0:1557964954.330296:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:4.0:1557964954.330296:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964954.330297:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:4.0:1557964954.330298:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:4.0:1557964954.330300:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:14.2:1557964954.330387:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:28.2:1557964954.330420:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:29.2:1557964954.330421:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:14.0:1557964954.330425:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557964954.330429:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:28.0:1557964954.330430:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000400:00000200:14.0:1557964954.330432:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000800:00000200:28.0:1557964954.330433:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000010:14.0:1557964954.330434:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:28.0:1557964954.330436:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557964954.330438:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889624bb1000 (tot 24346292). 00000400:00000200:14.0:1557964954.330438:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:14.0:1557964954.330440:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557964954.330442:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:28.0:1557964954.330443:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000800:00000200:14.0:1557964954.330444:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)++ 00000400:00000200:28.0:1557964954.330445:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:14.0:1557964954.330445:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (23)-- 00000400:00000010:28.0:1557964954.330446:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889624bb1000 (tot 24345492). 00000800:00000200:14.0:1557964954.330446:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557964954.330447:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:28.0:1557964954.330448:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:14.0:1557964954.330448:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557964954.330449:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:28.0:1557964954.330450:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:7.0:1557964954.330459:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:7.0:1557964954.330464:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000400:00000200:7.0:1557964954.330467:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:7.0:1557964954.330469:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964954.330472:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000400:00000200:7.0:1557964954.330474:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:7.0:1557964954.330475:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964954.330477:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (22)++ 00000800:00000200:7.0:1557964954.330478:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (23)-- 00000800:00000200:7.0:1557964954.330479:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000800:00000200:7.0:1557964954.330480:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00010000:00000001:10.0:1557964954.508063:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964954.508064:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964954.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964954.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964954.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964954.508072:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964954.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964954.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964954.508117:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964954.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964954.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964954.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964954.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964954.508126:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964955.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964955.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964955.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964955.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964955.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964955.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964955.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964955.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964955.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964955.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964955.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964955.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964955.508118:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964955.508118:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964955.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964955.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964955.731000:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964955.731023:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964955.731031:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964955.731039:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964955.731042:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964955.731049:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010e30 00000400:00000200:14.0:1557964955.731055:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9755 [1] + 0 00000400:00000010:14.0:1557964955.731059:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36a20. 00000400:00000200:14.0:1557964955.731061:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3080 00000800:00000200:28.0:1557964955.731064:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964955.731065:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964955.731066:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964955.731069:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eba450 x1633635891482160 msgsize 224 00000100:00100000:14.0:1557964955.731075:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964955.731077:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964955.731080:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964955.731081:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3080 00000400:00000010:14.0:1557964955.731082:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3080. 00000400:00000010:14.0:1557964955.731085:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964955.731088:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964955.731090:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964955.731092:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964955.731115:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964955.731119:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964955.731121:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964955.731122:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964955.731124:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964955.731125:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964955.731129:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964955.731131:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482160 00000020:00000001:10.0:1557964955.731133:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964955.731135:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964955.731136:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964955.731138:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964955.731140:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964955.731143:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964955.731146:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964955.731148:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964955.731150:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964955.731155:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc480. 00000020:00000010:10.0:1557964955.731158:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964955.731160:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964955.731163:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964955.731164:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964955.731165:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964955.731168:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964955.731174:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964955.731177:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964955.731178:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964955.731179:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964955.731180:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964955.731182:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964955.731183:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964955.731188:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1639 00000100:00000040:10.0:1557964955.731190:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964955.731192:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725361232 : -131291984190384 : ffff889733eba450) 00000100:00000040:10.0:1557964955.731197:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eba450 x1633635891482160/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:621/0 lens 224/0 e 0 to 0 dl 1557965016 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964955.731207:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964955.731208:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964955.731211:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891482160:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964955.731214:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482160 00000020:00000001:10.0:1557964955.731231:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964955.731232:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964955.731233:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964955.731235:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964955.731236:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964955.731238:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964955.731239:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964955.731240:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964955.731240:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964955.731241:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964955.731242:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964955.731243:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964955.731244:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738800. 02000000:00000001:10.0:1557964955.731245:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964955.731246:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964955.731247:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964955.731248:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964955.731249:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964955.731250:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964955.731253:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964955.731254:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964955.731255:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964955.731256:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964955.731257:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964955.731259:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964955.731260:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964955.731261:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964955.731262:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964955.731263:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964955.731264:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482160 00010000:00000001:10.0:1557964955.731265:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964955.731266:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eba450 x1633635891482160/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:621/0 lens 224/368 e 0 to 0 dl 1557965016 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964955.731270:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964955.731270:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964955.731271:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=108 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964955.731273:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964955.731274:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964955.731275:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964955.731276:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964955.731277:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964955.731278:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964955.731279:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964955.731280:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdf80. 00000100:00000200:10.0:1557964955.731281:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482160, offset 192 00000400:00000010:10.0:1557964955.731283:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689a00 (tot 24345892). 00000400:00000200:10.0:1557964955.731285:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964955.731291:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964955.731293:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964955.731296:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964955.731297:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964955.731298:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964955.731300:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964955.731301:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964955.731302:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964955.731303:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964955.731304:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964955.731305:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964955.731306:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964955.731307:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964955.731308:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eba450 x1633635891482160/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:621/0 lens 224/336 e 0 to 0 dl 1557965016 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964955.731312:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891482160:12345-172.19.1.25@o2ib100:13 Request processed in 104us (242us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964955.731314:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1639 00000100:00000040:10.0:1557964955.731315:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964955.731316:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964955.731317:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964955.731318:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc480. 00000020:00000010:10.0:1557964955.731319:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964955.731320:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964955.731321:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964955.731322:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964955.731323:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964955.731324:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f26c0. 00000400:00000010:10.0:1557964955.731325:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc480. 00000400:00000001:10.0:1557964955.731326:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964955.731327:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964955.731330:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964955.731339:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964955.731342:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964955.731344:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964955.731345:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964955.731346:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738800. 02000000:00000001:14.0:1557964955.731367:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964955.731367:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964955.731368:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bdf80 00000400:00000010:14.0:1557964955.731370:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bdf80. 00000400:00000010:14.0:1557964955.731371:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689a00 (tot 24345492). 00000800:00000200:14.0:1557964955.731373:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557964955.731374:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964955.739414:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964955.739468:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964955.739478:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964955.739487:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964955.739490:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964955.739498:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12830 00000400:00000200:21.0:1557964955.739504:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd6f1 [1] + 0 00000400:00000010:21.0:1557964955.739509:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95e40. 00000400:00000200:21.0:1557964955.739511:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b880 00000800:00000200:4.0:1557964955.739512:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964955.739514:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964955.739516:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964955.739518:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614c50 x1633635870517296 msgsize 224 00000100:00100000:21.0:1557964955.739524:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964955.739526:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964955.739529:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964955.739530:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b880 00000400:00000010:21.0:1557964955.739532:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b880. 00000400:00000010:21.0:1557964955.739534:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964955.739537:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964955.739539:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964955.739541:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964955.739564:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964955.739567:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964955.739569:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964955.739571:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964955.739572:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964955.739574:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964955.739577:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964955.739580:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517296 00000020:00000001:1.0:1557964955.739582:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964955.739583:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964955.739585:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964955.739587:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964955.739589:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964955.739591:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964955.739594:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964955.739596:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964955.739598:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964955.739604:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e000. 00000020:00000010:1.0:1557964955.739606:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964955.739609:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964955.739611:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964955.739612:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964955.739613:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964955.739616:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964955.739622:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964955.739625:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964955.739626:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964955.739627:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964955.739628:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964955.739630:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964955.739631:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964955.739635:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1645 00000100:00000040:1.0:1557964955.739638:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964955.739639:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836068432 : -131364873483184 : ffff88863b614c50) 00000100:00000040:1.0:1557964955.739644:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614c50 x1633635870517296/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:621/0 lens 224/0 e 0 to 0 dl 1557965016 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964955.739654:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964955.739655:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964955.739658:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870517296:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964955.739661:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517296 00000020:00000001:1.0:1557964955.739663:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964955.739665:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964955.739666:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964955.739668:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964955.739670:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964955.739672:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964955.739674:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964955.739675:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964955.739676:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964955.739678:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964955.739680:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964955.739682:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964955.739684:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad800. 02000000:00000001:1.0:1557964955.739686:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964955.739687:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964955.739690:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964955.739691:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964955.739693:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964955.739694:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964955.739696:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964955.739713:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964955.739715:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964955.739716:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964955.739717:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964955.739718:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964955.739719:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964955.739720:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964955.739721:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517296 00010000:00000001:1.0:1557964955.739722:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964955.739723:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614c50 x1633635870517296/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:621/0 lens 224/368 e 0 to 0 dl 1557965016 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964955.739727:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964955.739727:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964955.739728:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=108 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964955.739730:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964955.739731:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964955.739731:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964955.739732:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964955.739733:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964955.739734:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964955.739735:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964955.739736:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e100. 00000100:00000200:1.0:1557964955.739737:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517296, offset 192 00000400:00000010:1.0:1557964955.739739:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75e00 (tot 24345892). 00000400:00000200:1.0:1557964955.739742:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964955.739748:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964955.739750:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964955.739753:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964955.739754:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964955.739755:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964955.739757:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964955.739758:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964955.739759:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964955.739760:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964955.739761:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964955.739761:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964955.739762:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964955.739762:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964955.739763:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614c50 x1633635870517296/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:621/0 lens 224/336 e 0 to 0 dl 1557965016 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964955.739767:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870517296:12345-172.19.1.24@o2ib100:13 Request processed in 113us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964955.739770:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1645 00000100:00000040:1.0:1557964955.739771:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964955.739772:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964955.739773:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964955.739773:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e000. 00000020:00000010:1.0:1557964955.739774:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964955.739775:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964955.739776:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964955.739777:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964955.739778:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964955.739779:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0f60. 00000400:00000010:1.0:1557964955.739780:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e000. 00000400:00000001:1.0:1557964955.739781:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964955.739782:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964955.739795:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964955.739840:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964955.739844:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557964955.739846:0:14816:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:7.0:1557964955.739847:0:14816:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:7.0:1557964955.739848:0:14816:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad800. 00000800:00000200:17.0:1557964955.739849:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000001:7.0:1557964955.739850:0:14816:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:7.0:1557964955.739851:0:14816:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:7.0:1557964955.739852:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e100 00000400:00000010:7.0:1557964955.739853:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e100. 00000400:00000010:7.0:1557964955.739854:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75e00 (tot 24345492). 00000800:00000200:7.0:1557964955.739855:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964956.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964956.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964956.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964956.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964956.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964956.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964956.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964956.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964956.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964956.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964956.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964956.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964956.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964956.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964956.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964956.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964957.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964957.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964957.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964957.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964957.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964957.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964957.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964957.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964957.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964957.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964957.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964957.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964957.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964957.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964957.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964957.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964957.619250:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873a68fa00 (tot 24345748). 00000400:00000010:6.0:1557964957.619266:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873a68fa00 (tot 24345492). 00000020:00000001:6.0:1557964957.620294:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964957.620295:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318673946, max_age 4318677948 00002000:00000001:6.0:1557964957.620296:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964957.620297:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964957.620298:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964957.620300:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964957.620301:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964957.620302:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964957.620303:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964957.620304:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964957.620306:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964957.620307:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964957.620308:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964957.620309:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964957.620309:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964957.620334:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964957.620334:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318678948, max_age 4318677948 00000020:00000004:6.0:1557964957.620335:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964957.620336:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964957.620357:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964957.620358:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318678948, max_age 4318677948 00000020:00000004:6.0:1557964957.620358:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964957.620359:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964957.620382:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964957.620383:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318678948, max_age 4318677948 00000020:00000004:6.0:1557964957.620383:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964957.620384:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964958.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964958.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964958.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964958.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964958.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964958.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964958.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964958.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964958.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964958.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964958.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964958.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964958.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964958.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964958.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964958.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964959.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964959.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964959.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964959.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964959.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964959.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964959.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964959.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964959.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964959.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964959.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964959.508109:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964959.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964959.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964959.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964959.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964960.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964960.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964960.508028:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964960.508028:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964960.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964960.508032:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964960.508033:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964960.508034:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964960.508034:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964960.508035:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964960.508035:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964960.508036:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964960.508036:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964960.508037:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964960.508037:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964960.508058:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964960.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964960.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964960.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964960.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964960.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964960.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964960.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964960.739047:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964960.739069:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964960.739077:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964960.739085:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964960.739088:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964960.739095:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010e50 00000400:00000200:14.0:1557964960.739101:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9765 [1] + 0 00000400:00000010:14.0:1557964960.739105:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36240. 00000400:00000200:14.0:1557964960.739108:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2700 00000800:00000200:15.0:1557964960.739110:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964960.739111:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964960.739113:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964960.739115:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eba050 x1633635891482192 msgsize 224 00000100:00100000:14.0:1557964960.739122:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964960.739123:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964960.739127:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964960.739128:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2700 00000400:00000010:14.0:1557964960.739130:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2700. 00000400:00000010:14.0:1557964960.739132:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964960.739135:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964960.739137:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964960.739139:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964960.739163:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964960.739167:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964960.739169:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964960.739170:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964960.739172:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964960.739173:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964960.739179:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964960.739181:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482192 00000020:00000001:10.0:1557964960.739183:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964960.739185:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964960.739187:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964960.739188:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964960.739191:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964960.739193:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964960.739196:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964960.739198:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964960.739200:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964960.739204:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bce80. 00000020:00000010:10.0:1557964960.739206:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964960.739209:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964960.739211:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964960.739212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964960.739213:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964960.739216:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964960.739222:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:10.0:1557964960.739226:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964960.739227:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964960.739232:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1640 00000100:00000040:10.0:1557964960.739234:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964960.739236:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725360208 : -131291984191408 : ffff889733eba050) 00000100:00000040:10.0:1557964960.739240:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eba050 x1633635891482192/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:626/0 lens 224/0 e 0 to 0 dl 1557965021 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964960.739250:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964960.739251:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964960.739255:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891482192:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964960.739258:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482192 00000020:00000001:10.0:1557964960.739260:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964960.739262:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964960.739264:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964960.739266:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964960.739268:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964960.739270:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964960.739272:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964960.739273:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964960.739275:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964960.739276:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964960.739279:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964960.739280:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964960.739281:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b800. 02000000:00000001:10.0:1557964960.739283:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964960.739285:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964960.739287:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964960.739289:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964960.739290:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964960.739292:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964960.739296:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964960.739298:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964960.739300:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964960.739303:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964960.739306:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964960.739309:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964960.739326:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964960.739327:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964960.739329:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964960.739330:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964960.739331:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482192 00010000:00000001:10.0:1557964960.739332:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964960.739333:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eba050 x1633635891482192/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:626/0 lens 224/368 e 0 to 0 dl 1557965021 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964960.739336:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964960.739337:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964960.739338:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=113 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964960.739339:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964960.739341:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964960.739342:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964960.739343:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964960.739344:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964960.739345:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964960.739346:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964960.739347:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc380. 00000100:00000200:10.0:1557964960.739349:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482192, offset 192 00000400:00000010:10.0:1557964960.739350:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68c000 (tot 24345892). 00000400:00000200:10.0:1557964960.739351:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964960.739357:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964960.739360:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964960.739363:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964960.739364:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964960.739365:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964960.739368:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964960.739369:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964960.739370:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964960.739371:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964960.739371:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964960.739372:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964960.739373:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964960.739374:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964960.739375:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964960.739375:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964960.739376:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eba050 x1633635891482192/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:626/0 lens 224/336 e 0 to 0 dl 1557965021 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964960.739377:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964960.739379:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964960.739379:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964960.739380:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891482192:12345-172.19.1.25@o2ib100:13 Request processed in 129us (264us total) trans 0 rc 0/0 00000400:00000200:14.0:1557964960.739381:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc380 00000400:00000010:14.0:1557964960.739382:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc380. 00000400:00000010:14.0:1557964960.739383:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68c000 (tot 24345492). 00000100:00100000:10.0:1557964960.739383:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1640 00000800:00000200:14.0:1557964960.739384:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:10.0:1557964960.739384:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964960.739385:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964960.739385:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964960.739385:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964960.739386:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bce80. 00000020:00000010:10.0:1557964960.739388:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964960.739389:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964960.739390:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964960.739392:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964960.739392:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b800. 02000000:00000001:10.0:1557964960.739393:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964960.739394:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964960.739395:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964960.739397:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f24e0. 00000400:00000010:10.0:1557964960.739398:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bce80. 00000400:00000001:10.0:1557964960.739399:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964960.739400:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964960.747395:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557964960.747445:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964960.747455:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964960.747464:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557964960.747467:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557964960.747473:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12850 00000400:00000200:4.0:1557964960.747479:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd701 [1] + 0 00000400:00000010:4.0:1557964960.747483:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95ea0. 00000400:00000200:4.0:1557964960.747486:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462be80 00000800:00000200:21.0:1557964960.747488:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:4.0:1557964960.747489:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557964960.747491:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557964960.747493:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614850 x1633635870517328 msgsize 224 00000100:00100000:4.0:1557964960.747499:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557964960.747501:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557964960.747504:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557964960.747505:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462be80 00000400:00000010:4.0:1557964960.747506:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462be80. 00000400:00000010:4.0:1557964960.747509:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557964960.747511:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557964960.747514:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964960.747516:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964960.747538:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964960.747543:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964960.747546:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964960.747547:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964960.747549:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964960.747550:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964960.747554:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964960.747556:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517328 00000020:00000001:1.0:1557964960.747558:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964960.747559:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964960.747561:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964960.747563:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964960.747565:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964960.747568:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964960.747570:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964960.747572:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964960.747574:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964960.747577:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e200. 00000020:00000010:1.0:1557964960.747580:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964960.747582:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964960.747584:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964960.747585:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964960.747586:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964960.747589:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964960.747613:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964960.747614:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964960.747615:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964960.747615:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964960.747615:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964960.747616:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964960.747616:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964960.747618:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1646 00000100:00000040:1.0:1557964960.747619:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964960.747620:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836067408 : -131364873484208 : ffff88863b614850) 00000100:00000040:1.0:1557964960.747622:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614850 x1633635870517328/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:626/0 lens 224/0 e 0 to 0 dl 1557965021 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964960.747628:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964960.747628:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964960.747630:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870517328:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964960.747631:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517328 00000020:00000001:1.0:1557964960.747632:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964960.747633:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964960.747633:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964960.747634:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964960.747635:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964960.747636:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964960.747636:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964960.747637:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964960.747637:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964960.747638:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964960.747639:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964960.747640:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964960.747641:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:1.0:1557964960.747641:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964960.747642:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964960.747643:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964960.747644:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964960.747644:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964960.747645:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964960.747646:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964960.747647:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964960.747649:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964960.747650:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964960.747651:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964960.747652:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964960.747653:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964960.747654:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964960.747654:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517328 00010000:00000001:1.0:1557964960.747656:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964960.747657:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614850 x1633635870517328/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:626/0 lens 224/368 e 0 to 0 dl 1557965021 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964960.747661:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964960.747661:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964960.747662:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=113 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964960.747664:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964960.747665:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964960.747666:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964960.747666:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964960.747667:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964960.747668:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964960.747669:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964960.747670:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e300. 00000100:00000200:1.0:1557964960.747671:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517328, offset 192 00000400:00000010:1.0:1557964960.747673:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74800 (tot 24345892). 00000400:00000200:1.0:1557964960.747674:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964960.747679:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964960.747681:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964960.747684:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964960.747685:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964960.747686:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964960.747688:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964960.747689:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964960.747689:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964960.747690:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964960.747691:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964960.747692:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964960.747692:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964960.747693:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964960.747694:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614850 x1633635870517328/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:626/0 lens 224/336 e 0 to 0 dl 1557965021 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964960.747698:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870517328:12345-172.19.1.24@o2ib100:13 Request processed in 68us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964960.747701:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1646 00000100:00000040:1.0:1557964960.747702:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964960.747702:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964960.747703:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964960.747704:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e200. 00000020:00000010:1.0:1557964960.747705:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964960.747706:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964960.747707:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964960.747708:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964960.747709:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964960.747710:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0d80. 00000400:00000010:1.0:1557964960.747711:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e200. 00000400:00000001:1.0:1557964960.747712:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964960.747712:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964960.747729:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964960.747743:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964960.747746:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964960.747747:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964960.747748:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964960.747749:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaac00. 02000000:00000001:17.0:1557964960.747750:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964960.747750:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964960.747750:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e300 00000400:00000010:17.0:1557964960.747751:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e300. 00000400:00000010:17.0:1557964960.747752:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74800 (tot 24345492). 00000800:00000200:17.0:1557964960.747753:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964960.747754:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964961.330021:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330025:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964961.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964961.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964961.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964961.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964961.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964961.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964961.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964961.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964961.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964961.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964961.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964961.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964961.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964961.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964961.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964962.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964962.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964962.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964962.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964962.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964962.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964962.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964962.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964962.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964962.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964962.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964962.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964962.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964962.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964962.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964962.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964962.620926:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888702b6fe00 (tot 24345748). 00000400:00000010:6.0:1557964962.620941:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888702b6fe00 (tot 24345492). 00000020:00000001:6.0:1557964962.622040:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964962.622041:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318678948, max_age 4318682950 00002000:00000001:6.0:1557964962.622042:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964962.622042:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964962.622043:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964962.622046:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964962.622047:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964962.622048:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964962.622049:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964962.622050:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964962.622052:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964962.622053:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964962.622053:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964962.622054:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964962.622055:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964962.622079:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964962.622079:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318683950, max_age 4318682950 00000020:00000004:6.0:1557964962.622080:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964962.622081:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964962.622102:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964962.622102:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318683950, max_age 4318682950 00000020:00000004:6.0:1557964962.622103:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964962.622104:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964962.622127:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964962.622128:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318683950, max_age 4318682950 00000020:00000004:6.0:1557964962.622129:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964962.622130:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964963.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964963.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964963.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964963.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964963.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964963.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964963.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964963.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964963.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964963.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964963.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964963.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964963.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964963.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964963.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964963.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964964.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964964.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964964.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964964.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964964.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964964.508051:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964964.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964964.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964964.508078:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964964.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964964.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964964.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964964.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964964.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964964.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964964.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964965.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964965.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964965.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964965.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964965.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964965.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964965.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964965.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964965.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964965.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964965.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964965.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964965.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964965.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964965.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964965.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964965.747060:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964965.747082:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964965.747090:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964965.747099:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964965.747102:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964965.747108:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010e70 00000400:00000200:14.0:1557964965.747114:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9775 [1] + 0 00000400:00000010:14.0:1557964965.747119:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36000. 00000400:00000200:14.0:1557964965.747121:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3300 00000800:00000200:15.0:1557964965.747123:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964965.747124:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964965.747125:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964965.747128:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9c50 x1633635891482224 msgsize 224 00000100:00100000:14.0:1557964965.747134:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964965.747136:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964965.747140:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964965.747141:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3300 00000400:00000010:14.0:1557964965.747142:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3300. 00000400:00000010:14.0:1557964965.747144:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964965.747147:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964965.747150:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964965.747151:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964965.747176:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964965.747179:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964965.747182:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964965.747184:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964965.747186:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964965.747187:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964965.747191:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964965.747193:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482224 00000020:00000001:10.0:1557964965.747195:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964965.747197:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964965.747198:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964965.747200:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964965.747203:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964965.747205:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964965.747208:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964965.747210:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964965.747213:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964965.747216:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc600. 00000020:00000010:10.0:1557964965.747218:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964965.747221:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964965.747223:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964965.747225:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964965.747226:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964965.747229:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964965.747235:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964965.747238:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964965.747239:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964965.747240:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964965.747241:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964965.747243:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964965.747244:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964965.747249:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1641 00000100:00000040:10.0:1557964965.747252:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964965.747253:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725359184 : -131291984192432 : ffff889733eb9c50) 00000100:00000040:10.0:1557964965.747258:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9c50 x1633635891482224/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:631/0 lens 224/0 e 0 to 0 dl 1557965026 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964965.747278:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964965.747279:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964965.747282:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891482224:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964965.747286:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482224 00000020:00000001:10.0:1557964965.747287:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964965.747289:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964965.747291:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964965.747293:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964965.747294:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964965.747296:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964965.747298:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964965.747299:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964965.747300:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964965.747302:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964965.747304:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964965.747305:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964965.747307:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b800. 02000000:00000001:10.0:1557964965.747309:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964965.747311:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964965.747313:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964965.747314:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964965.747315:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964965.747317:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964965.747321:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964965.747323:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964965.747325:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964965.747329:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964965.747331:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964965.747335:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964965.747337:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964965.747340:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964965.747343:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964965.747345:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964965.747347:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482224 00010000:00000001:10.0:1557964965.747350:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964965.747353:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9c50 x1633635891482224/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:631/0 lens 224/368 e 0 to 0 dl 1557965026 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964965.747362:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964965.747363:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964965.747365:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=118 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964965.747369:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964965.747386:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964965.747387:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964965.747388:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964965.747389:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964965.747390:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964965.747391:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964965.747392:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd800. 00000100:00000200:10.0:1557964965.747394:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482224, offset 192 00000400:00000010:10.0:1557964965.747395:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688e00 (tot 24345892). 00000400:00000200:10.0:1557964965.747397:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964965.747403:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964965.747405:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964965.747408:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964965.747409:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964965.747411:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964965.747413:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964965.747414:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964965.747414:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964965.747416:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964965.747417:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964965.747434:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964965.747434:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964965.747435:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964965.747436:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9c50 x1633635891482224/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:631/0 lens 224/336 e 0 to 0 dl 1557965026 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557964965.747467:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557964965.747467:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891482224:12345-172.19.1.25@o2ib100:13 Request processed in 188us (338us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964965.747470:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1641 00000100:00000040:10.0:1557964965.747471:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964965.747472:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964965.747472:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964965.747473:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc600. 00000020:00000010:10.0:1557964965.747474:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964965.747475:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000800:00000200:14.0:1557964965.747476:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000040:10.0:1557964965.747476:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964965.747478:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1557964965.747479:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000200:10.0:1557964965.747479:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964965.747480:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2540. 00000100:00000001:14.0:1557964965.747481:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964965.747482:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964965.747483:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b800. 02000000:00000001:14.0:1557964965.747484:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964965.747485:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964965.747486:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd800 00000400:00000010:14.0:1557964965.747487:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd800. 00000400:00000010:14.0:1557964965.747488:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688e00 (tot 24345492). 00000400:00000010:10.0:1557964965.747488:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc600. 00000400:00000001:10.0:1557964965.747489:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964965.747490:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557964965.747491:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964965.747492:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964965.755404:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964965.755467:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964965.755477:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964965.755485:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964965.755488:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964965.755495:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12870 00000400:00000200:21.0:1557964965.755501:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd711 [1] + 0 00000400:00000010:21.0:1557964965.755506:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95f00. 00000400:00000200:21.0:1557964965.755508:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b900 00000800:00000200:4.0:1557964965.755511:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964965.755512:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964965.755513:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964965.755516:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614450 x1633635870517360 msgsize 224 00000100:00100000:21.0:1557964965.755522:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964965.755523:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964965.755527:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964965.755528:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b900 00000400:00000010:21.0:1557964965.755529:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b900. 00000400:00000010:21.0:1557964965.755534:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964965.755536:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964965.755539:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964965.755541:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964965.755562:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964965.755565:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964965.755568:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964965.755569:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964965.755570:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964965.755572:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964965.755575:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964965.755578:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517360 00000020:00000001:1.0:1557964965.755580:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964965.755581:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964965.755583:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964965.755585:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964965.755587:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964965.755589:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964965.755592:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964965.755594:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964965.755596:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964965.755599:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e400. 00000020:00000010:1.0:1557964965.755602:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964965.755604:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964965.755609:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964965.755610:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964965.755611:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964965.755614:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964965.755620:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964965.755623:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964965.755624:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964965.755625:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964965.755626:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964965.755627:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964965.755628:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964965.755633:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1647 00000100:00000040:1.0:1557964965.755635:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964965.755637:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836066384 : -131364873485232 : ffff88863b614450) 00000100:00000040:1.0:1557964965.755641:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614450 x1633635870517360/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:631/0 lens 224/0 e 0 to 0 dl 1557965026 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964965.755651:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964965.755653:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964965.755656:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870517360:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964965.755659:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517360 00000020:00000001:1.0:1557964965.755661:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964965.755663:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964965.755664:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964965.755666:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964965.755668:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964965.755670:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964965.755672:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964965.755673:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964965.755674:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964965.755676:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964965.755678:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964965.755679:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964965.755681:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:1.0:1557964965.755683:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964965.755684:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964965.755687:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964965.755689:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964965.755690:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964965.755692:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964965.755694:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964965.755697:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964965.755699:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964965.755703:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964965.755705:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964965.755708:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964965.755711:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964965.755712:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964965.755714:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517360 00010000:00000001:1.0:1557964965.755716:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964965.755719:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614450 x1633635870517360/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:631/0 lens 224/368 e 0 to 0 dl 1557965026 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964965.755728:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964965.755730:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964965.755732:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=118 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964965.755735:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964965.755738:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964965.755740:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964965.755742:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964965.755744:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964965.755746:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964965.755749:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964965.755751:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e500. 00000100:00000200:1.0:1557964965.755753:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517360, offset 192 00000400:00000010:1.0:1557964965.755756:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70600 (tot 24345892). 00000400:00000200:1.0:1557964965.755761:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964965.755774:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964965.755779:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964965.755786:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964965.755789:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964965.755791:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964965.755795:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964965.755797:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964965.755799:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964965.755801:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964965.755803:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964965.755805:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964965.755806:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964965.755808:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964965.755811:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614450 x1633635870517360/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:631/0 lens 224/336 e 0 to 0 dl 1557965026 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964965.755821:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178961:x1633635870517360:12345-172.19.1.24@o2ib100:13 Request processed in 168us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964965.755829:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1647 00000100:00000040:1.0:1557964965.755831:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964965.755833:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964965.755834:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:29.2:1557964965.755835:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000010:1.0:1557964965.755836:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e400. 00000020:00000010:1.0:1557964965.755838:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964965.755841:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964965.755843:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964965.755847:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964965.755850:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964965.755853:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf01e0. 00000400:00000010:1.0:1557964965.755855:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e400. 00000800:00000200:17.0:1557964965.755858:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000001:1.0:1557964965.755858:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964965.755860:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964965.755865:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964965.755869:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964965.755871:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964965.755873:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8400. 02000000:00000001:17.0:1557964965.755876:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964965.755877:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964965.755878:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e500 00000400:00000010:17.0:1557964965.755880:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e500. 00000400:00000010:17.0:1557964965.755882:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70600 (tot 24345492). 00000800:00000200:17.0:1557964965.755884:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964965.755887:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964966.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964966.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964966.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964966.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964966.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964966.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964966.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964966.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964966.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964966.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964966.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964966.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964966.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964966.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964966.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964966.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964967.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964967.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964967.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964967.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964967.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964967.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964967.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964967.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964967.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964967.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964967.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964967.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964967.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964967.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964967.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964967.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964967.622522:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873c69e600 (tot 24345748). 00000400:00000010:6.0:1557964967.622538:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873c69e600 (tot 24345492). 00000020:00000001:6.0:1557964967.623594:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964967.623595:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318683950, max_age 4318687951 00002000:00000001:6.0:1557964967.623597:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964967.623598:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964967.623599:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964967.623601:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964967.623602:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964967.623603:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964967.623604:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964967.623605:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964967.623607:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964967.623608:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964967.623609:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964967.623610:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964967.623610:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964967.623634:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964967.623635:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318688951, max_age 4318687951 00000020:00000004:6.0:1557964967.623636:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964967.623637:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964967.623659:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964967.623659:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318688951, max_age 4318687951 00000020:00000004:6.0:1557964967.623660:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964967.623661:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964967.623684:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964967.623685:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318688951, max_age 4318687951 00000020:00000004:6.0:1557964967.623685:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964967.623686:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964968.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964968.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964968.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964968.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964968.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964968.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964968.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964968.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964968.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964968.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964968.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964968.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964968.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964968.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964968.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964968.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964969.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964969.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964969.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964969.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964969.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964969.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964969.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964969.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964969.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964969.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964969.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964969.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964969.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964969.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964969.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964969.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964970.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964970.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964970.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964970.508045:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964970.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964970.508053:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964970.508055:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964970.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964970.508058:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964970.508060:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964970.508061:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964970.508063:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964970.508064:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964970.508066:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964970.508067:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964970.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964970.508087:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964970.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964970.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964970.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964970.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964970.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964970.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676039:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964970.676044:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964970.676047:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627626900. 00000020:00000040:10.0:1557964970.676050:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964970.676053:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964970.676054:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964970.676056:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964970.676059:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee364200. 00000100:00000001:10.0:1557964970.676063:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676068:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964970.676079:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964970.676080:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964970.676082:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676087:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627626900] to pc [ptlrpcd_01_11:11] req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964970.676100:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676101:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964970.676105:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964970.676106:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627625d00. 00000020:00000040:10.0:1557964970.676110:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964970.676112:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964970.676113:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964970.676114:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964970.676116:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee364700. 00000100:00000001:10.0:1557964970.676117:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676121:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964970.676129:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964970.676129:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964970.676131:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676134:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627625d00] to pc [ptlrpcd_01_12:12] req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964970.676140:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964970.676143:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964970.676144:0:14860:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:9.0:1557964970.676146:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964970.676147:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676148:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:9.0:1557964970.676149:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964970.676150:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964970.676151:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:9.0:1557964970.676152:0:14859:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000010:10.0:1557964970.676153:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627625400. 00000100:00000001:9.0:1557964970.676153:0:14859:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:10.0:1557964970.676154:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:10.0:1557964970.676156:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964970.676157:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964970.676157:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964970.676159:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366f00. 00000100:00000001:11.0:1557964970.676161:0:14860:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:10.0:1557964970.676161:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676162:0:14860:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676164:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964970.676165:0:14860:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1557964970.676166:0:14860:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:11.0:1557964970.676170:0:14860:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_11:8c05ad95-98db-8b06-7942-a20be71d88ee:14860:1633636024601488:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557964970.676171:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964970.676172:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964970.676174:0:14860:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964970.676174:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964970.676175:0:14860:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964970.676176:0:14860:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676177:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627625400] to pc [ptlrpcd_01_13:13] req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964970.676178:0:14860:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:11.0:1557964970.676183:0:14860:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0ea00. 02000000:00000001:11.0:1557964970.676185:0:14860:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.676185:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000400:00000010:11.0:1557964970.676188:0:14860:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff9d80. 00000100:00000001:12.0:1557964970.676189:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964970.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=468344 : 468344 : 72578) 00000400:00000010:11.0:1557964970.676191:0:14860:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af0800. 00000100:00000001:12.0:1557964970.676192:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964970.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000100:00000001:12.0:1557964970.676194:0:14861:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000200:11.0:1557964970.676194:0:14860:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601488, portal 25 00000020:00000001:10.0:1557964970.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000020:00000001:10.0:1557964970.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286976 : -264640 : fffffffffffbf640) 00000100:00000001:11.0:1557964970.676197:0:14860:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964970.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:8.0:1557964970.676197:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964970.676198:0:14860:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220073728 : -131296489477888 : ffff889627626900) 00000100:00000040:12.0:1557964970.676199:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964970.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:8.0:1557964970.676200:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964970.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709422296 : -129320 : fffffffffffe06d8) 00000100:00000040:11.0:1557964970.676202:0:14860:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964970.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=85440 : 85440 : 14dc0) 00000100:00000001:8.0:1557964970.676202:0:14862:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964970.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709465480 : -86136 : fffffffffffeaf88) 00000020:00000001:10.0:1557964970.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1131782 : 1131782 : 114506) 00000020:00000001:10.0:1557964970.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=68791 : 68791 : 10cb7) 00000020:00000001:10.0:1557964970.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709451130 : -100486 : fffffffffffe777a) 00000100:00000001:12.0:1557964970.676210:0:14861:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557964970.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527515 : -24101 : ffffffffffffa1db) 00000100:00000040:8.0:1557964970.676210:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557964970.676211:0:14861:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676211:0:14860:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964970.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147512224 : 147512224 : 8cadba0) 02000000:00000001:12.0:1557964970.676214:0:14861:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557964970.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709524396 : -27220 : ffffffffffff95ac) 02000000:00000001:12.0:1557964970.676215:0:14861:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964970.676215:0:14860:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964970.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000400:00000010:11.0:1557964970.676217:0:14860:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1080. 00000020:00000001:10.0:1557964970.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709080040 : -471576 : fffffffffff8cde8) 00000100:00100000:12.0:1557964970.676219:0:14861:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_12:looze-MDT0000-lwp-OST0009_UUID:14861:1633636024601504:172.19.1.24@o2ib100:400 00000100:00000200:11.0:1557964970.676219:0:14860:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601488, offset 0 00000020:00000001:10.0:1557964970.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000020:00000001:10.0:1557964970.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=136072 : 136072 : 21388) 00000100:00000001:8.0:1557964970.676220:0:14862:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000400:00000010:11.0:1557964970.676221:0:14860:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0be00 (tot 24345892). 00000020:00000001:10.0:1557964970.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000100:00000001:8.0:1557964970.676222:0:14862:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676223:0:14861:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964970.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709276944 : -274672 : fffffffffffbcf10) 02000000:00000001:12.0:1557964970.676224:0:14861:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557964970.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 02000000:00000001:8.0:1557964970.676225:0:14862:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:12.0:1557964970.676226:0:14861:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964970.676226:0:14860:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964970.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 02000000:00000001:8.0:1557964970.676226:0:14862:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964970.676227:0:14861:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964970.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557964970.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=992330 : 992330 : f244a) 02000000:00000010:12.0:1557964970.676230:0:14861:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7f9600. 00000100:00100000:8.0:1557964970.676230:0:14862:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_13:looze-MDT0001-lwp-OST0009_UUID:14862:1633636024601520:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964970.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 02000000:00000001:12.0:1557964970.676232:0:14861:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000100:00000001:8.0:1557964970.676234:0:14862:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964970.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964970.676236:0:14862:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:12.0:1557964970.676237:0:14861:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69000. 00000020:00000001:10.0:1557964970.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964970.676237:0:14862:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964970.676238:0:14860:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964970.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964970.676239:0:14862:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:12.0:1557964970.676240:0:14861:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7f00. 00000020:00000001:10.0:1557964970.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557964970.676242:0:14862:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b400. 00000100:00000200:12.0:1557964970.676243:0:14861:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601504, portal 10 00000020:00000001:10.0:1557964970.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964970.676243:0:14862:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964970.676244:0:14860:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:12.0:1557964970.676245:0:14861:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964970.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676246:0:14861:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220070656 : -131296489480960 : ffff889627625d00) 00000020:00000001:10.0:1557964970.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964970.676247:0:14862:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000020:00000001:10.0:1557964970.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964970.676250:0:14862:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000100:00000040:12.0:1557964970.676251:0:14861:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:11.0:1557964970.676251:0:14860:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964970.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964970.676253:0:14862:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601520, portal 10 00000800:00000200:11.0:1557964970.676254:0:14860:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557964970.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676255:0:14862:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000800:00000200:11.0:1557964970.676256:0:14860:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000001:8.0:1557964970.676256:0:14862:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220068352 : -131296489483264 : ffff889627625400) 00000020:00000001:10.0:1557964970.676257:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676258:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676260:0:14861:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964970.676260:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964970.676261:0:14860:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557964970.676261:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964970.676261:0:14862:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964970.676262:0:14860:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676262:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964970.676263:0:14861:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:12.0:1557964970.676264:0:14861:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7c00. 00000100:00000001:11.0:1557964970.676264:0:14860:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964970.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557964970.676266:0:14861:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601504, offset 0 00000100:00000001:11.0:1557964970.676266:0:14860:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676268:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557964970.676269:0:14861:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7fd000 (tot 24346292). 00000020:00000001:10.0:1557964970.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676270:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964970.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676270:0:14862:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964970.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964970.676273:0:14861:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964970.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964970.676273:0:14862:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:8.0:1557964970.676274:0:14862:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca80. 00000100:00000001:11.0:1557964970.676275:0:14860:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964970.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676276:0:14860:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964970.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557964970.676276:0:14862:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601520, offset 0 00000100:00000001:11.0:1557964970.676278:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964970.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676279:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964970.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557964970.676279:0:14862:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03da00 (tot 24346692). 00000100:00000001:11.0:1557964970.676280:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676282:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676284:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:8.0:1557964970.676284:0:14862:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:11.0:1557964970.676285:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964970.676285:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557964970.676286:0:14861:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:11.0:1557964970.676287:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964970.676292:0:14861:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964970.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964970.676296:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000400:00000200:8.0:1557964970.676296:0:14862:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557964970.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964970.676302:0:14862:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:12.0:1557964970.676303:0:14861:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964970.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964970.676306:0:14861:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557964970.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557964970.676308:0:14861:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964970.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964970.676308:0:14862:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964970.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964970.676310:0:14862:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:12.0:1557964970.676312:0:14861:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964970.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964970.676313:0:14862:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:12.0:1557964970.676314:0:14861:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676331:0:14861:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964970.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676332:0:14861:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557964970.676332:0:14862:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:12.0:1557964970.676333:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676333:0:14862:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676334:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964970.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676335:0:14862:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964970.676336:0:14861:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964970.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676336:0:14862:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676337:0:14861:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:12.0:1557964970.676337:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964970.676337:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676337:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676337:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676338:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964970.676338:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676338:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964970.676339:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676339:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676340:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964970.676340:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676340:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676340:0:14862:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557964970.676340:0:14862:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:12.0:1557964970.676341:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557964970.676341:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676341:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676341:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676341:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964970.676342:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676342:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964970.676342:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676343:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676344:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964970.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676345:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964970.676345:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557964970.676346:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676347:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676347:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676348:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676348:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676349:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964970.676349:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964970.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676350:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676351:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676351:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676352:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676353:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676354:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676354:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676355:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676356:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676357:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:4.0:1557964970.676357:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000020:00000001:10.0:1557964970.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676358:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676359:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676360:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964970.676361:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964970.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676361:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964970.676361:0:14817:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964970.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676362:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676363:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676364:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676365:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676366:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964970.676366:0:14817:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964970.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676367:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676368:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676369:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676370:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676371:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964970.676372:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964970.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676372:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676373:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676374:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964970.676375:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964970.676375:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676376:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676377:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964970.676377:0:14817:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000020:00000001:10.0:1557964970.676378:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676379:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676380:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:4.0:1557964970.676380:0:14817:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964970.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676381:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676382:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676383:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676384:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676385:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676386:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.676387:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964970.676387:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318717004) 00000100:00000001:4.0:1557964970.676388:0:14817:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964970.676390:0:14817:0:(events.c:81:request_out_callback()) Process leaving 00000800:00000200:21.0:1557964970.676391:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000400:00000200:4.0:1557964970.676391:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1080 00000400:00000010:4.0:1557964970.676395:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1080. 00000100:00000001:14.0:1557964970.676398:0:14819:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:4.0:1557964970.676399:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0be00 (tot 24346292). 00000100:00000200:14.0:1557964970.676400:0:14819:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964970.676401:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:4.0:1557964970.676402:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000800:00000200:15.0:1557964970.676404:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964970.676405:0:14819:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964970.676406:0:14819:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964970.676406:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:14.0:1557964970.676409:0:14819:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964970.676410:0:14819:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964970.676411:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca80 00000400:00000010:14.0:1557964970.676413:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca80. 00000100:00000001:21.0:1557964970.676415:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:14.0:1557964970.676415:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03da00 (tot 24345892). 00000800:00000200:14.0:1557964970.676416:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:21.0:1557964970.676420:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964970.676431:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964970.676434:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964970.676442:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964970.676444:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964970.676446:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7c00 00000400:00000010:21.0:1557964970.676448:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7c00. 00000400:00000010:21.0:1557964970.676452:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7fd000 (tot 24345492). 00000800:00000200:21.0:1557964970.676455:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964970.676503:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964970.676545:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964970.676549:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964970.676552:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557964970.676554:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557964970.676555:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964970.676556:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964970.676559:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04bb0 00000400:00000200:14.0:1557964970.676562:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9d25 [1] + 192 00000100:00000001:14.0:1557964970.676564:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964970.676566:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964970.676567:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000100:00000040:14.0:1557964970.676570:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557964970.676571:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000100:00000001:14.0:1557964970.676574:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557964970.676575:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000400:00000200:7.0:1557964970.676575:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000800:00000200:14.0:1557964970.676576:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000400:00000010:7.0:1557964970.676576:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000800:00000200:14.0:1557964970.676577:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:8.0:1557964970.676577:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964970.676577:0:14862:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557964970.676578:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:8.0:1557964970.676578:0:14862:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:8.0:1557964970.676579:0:14862:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557964970.676579:0:14862:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:7.0:1557964970.676579:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04b90 00000100:00000200:8.0:1557964970.676581:0:14862:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000200:7.0:1557964970.676582:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdcb9 [1] + 192 00000100:00000001:7.0:1557964970.676585:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:8.0:1557964970.676586:0:14862:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:7.0:1557964970.676587:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964970.676589:0:14862:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:8.0:1557964970.676590:0:14862:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000400:00000200:8.0:1557964970.676591:0:14862:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557964970.676591:0:14862:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000040:7.0:1557964970.676591:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:8.0:1557964970.676592:0:14862:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964970.676592:0:14862:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557964970.676593:0:14862:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557964970.676594:0:14862:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557964970.676594:0:14862:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557964970.676595:0:14862:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964970.676596:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00001000:8.0:1557964970.676597:0:14862:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=150 v=45 (45 45 45 45) 00000400:00000010:7.0:1557964970.676597:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000100:00001000:8.0:1557964970.676598:0:14862:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=150 v=45 (1 1 1 1) 00000800:00000200:7.0:1557964970.676598:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964970.676598:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:8.0:1557964970.676599:0:14862:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557964970.676599:0:14862:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:8.0:1557964970.676600:0:14862:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000800:00000200:7.0:1557964970.676600:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:7.0:1557964970.676602:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00010000:00080000:8.0:1557964970.676603:0:14862:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/0 rc 0/0 00000800:00000200:7.0:1557964970.676603:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964970.676604:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00010000:00000001:8.0:1557964970.676606:0:14862:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:4.0:1557964970.676606:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000001:8.0:1557964970.676607:0:14862:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557964970.676608:0:14862:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:8.0:1557964970.676608:0:14862:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000400:00000010:4.0:1557964970.676608:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000100:00000001:8.0:1557964970.676609:0:14862:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557964970.676610:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964970.676613:0:14862:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557964970.676614:0:14862:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557964970.676614:0:14862:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557964970.676615:0:14862:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:8.0:1557964970.676618:0:14862:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_13:looze-MDT0001-lwp-OST0009_UUID:14862:1633636024601520:172.19.1.25@o2ib100:400 00000100:00000001:8.0:1557964970.676620:0:14862:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964970.676620:0:14862:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1557964970.676621:0:14862:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627625400 x1633636024601520/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557964970.676624:0:14862:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557964970.676624:0:14862:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557964970.676625:0:14862:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b400. 02000000:00000001:8.0:1557964970.676626:0:14862:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557964970.676626:0:14862:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557964970.676627:0:14862:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:8.0:1557964970.676627:0:14862:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557964970.676628:0:14862:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366f00. 02000000:00000001:8.0:1557964970.676629:0:14862:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557964970.676629:0:14862:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557964970.676629:0:14862:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627625400. 00000400:00000200:4.0:1557964970.676629:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04ba0 00000100:00000001:8.0:1557964970.676630:0:14862:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557964970.676631:0:14862:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557964970.676631:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964970.676632:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964970.676632:0:14862:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:4.0:1557964970.676632:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdcc1 [1] + 192 00000100:00000001:8.0:1557964970.676633:0:14862:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676634:0:14860:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557964970.676634:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964970.676634:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557964970.676634:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:8.0:1557964970.676635:0:14862:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557964970.676635:0:14862:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:4.0:1557964970.676636:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557964970.676640:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557964970.676645:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:11.0:1557964970.676646:0:14860:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000010:4.0:1557964970.676646:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000400:00000001:11.0:1557964970.676647:0:14860:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000800:00000200:4.0:1557964970.676647:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:11.0:1557964970.676648:0:14860:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:4.0:1557964970.676649:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964970.676649:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:11.0:1557964970.676650:0:14860:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:11.0:1557964970.676655:0:14860:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964970.676659:0:14860:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:11.0:1557964970.676660:0:14860:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d80. 00000400:00000200:11.0:1557964970.676661:0:14860:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af0800 00000400:00000010:11.0:1557964970.676662:0:14860:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af0800. 00000100:00000001:11.0:1557964970.676663:0:14860:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964970.676664:0:14860:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:11.0:1557964970.676664:0:14860:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964970.676665:0:14860:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557964970.676666:0:14860:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964970.676667:0:14860:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1557964970.676669:0:14860:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=150 v=45 (45 45 45 45) 00000100:00001000:11.0:1557964970.676670:0:14860:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=150 v=45 (1 1 1 1) 00000100:00000001:11.0:1557964970.676671:0:14860:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557964970.676672:0:14860:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964970.676673:0:14860:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:11.0:1557964970.676673:0:14860:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676674:0:14860:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964970.676675:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964970.676690:0:14860:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557964970.676691:0:14860:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557964970.676692:0:14860:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:11.0:1557964970.676693:0:14860:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964970.676694:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00100000:11.0:1557964970.676696:0:14860:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_11:8c05ad95-98db-8b06-7942-a20be71d88ee:14860:1633636024601488:172.19.1.24@o2ib100:400 00000100:00000001:12.0:1557964970.676697:0:14861:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964970.676698:0:14860:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:12.0:1557964970.676699:0:14861:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:12.0:1557964970.676700:0:14861:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:12.0:1557964970.676712:0:14861:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:11.0:1557964970.676712:0:14860:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1557964970.676713:0:14860:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627626900 x1633636024601488/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000200:12.0:1557964970.676715:0:14861:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964970.676717:0:14860:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557964970.676717:0:14860:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1557964970.676718:0:14860:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0ea00. 02000000:00000001:11.0:1557964970.676719:0:14860:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:12.0:1557964970.676720:0:14861:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000020:00000001:11.0:1557964970.676720:0:14860:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964970.676721:0:14860:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:11.0:1557964970.676721:0:14860:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964970.676722:0:14860:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee364200. 02000000:00000001:11.0:1557964970.676723:0:14860:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964970.676723:0:14860:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964970.676723:0:14860:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627626900. 00000100:00000001:12.0:1557964970.676724:0:14861:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:12.0:1557964970.676725:0:14861:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69000. 00000100:00000001:11.0:1557964970.676725:0:14860:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964970.676725:0:14860:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:12.0:1557964970.676726:0:14861:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7f00 00000100:00000001:11.0:1557964970.676726:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:12.0:1557964970.676727:0:14861:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7f00. 00000100:00000001:12.0:1557964970.676727:0:14861:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964970.676727:0:14860:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964970.676728:0:14861:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:11.0:1557964970.676728:0:14860:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676728:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:12.0:1557964970.676729:0:14861:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964970.676729:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676730:0:14861:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:12.0:1557964970.676730:0:14861:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964970.676730:0:14860:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964970.676730:0:14860:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557964970.676732:0:14861:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:12.0:1557964970.676733:0:14861:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=150 v=45 (45 45 45 45) 00000100:00001000:12.0:1557964970.676735:0:14861:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=150 v=45 (1 1 1 1) 00000100:00000001:12.0:1557964970.676736:0:14861:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557964970.676737:0:14861:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:12.0:1557964970.676738:0:14861:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:12.0:1557964970.676738:0:14861:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676739:0:14861:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:12.0:1557964970.676740:0:14861:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:12.0:1557964970.676741:0:14861:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:12.0:1557964970.676741:0:14861:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557964970.676743:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964970.676746:0:14861:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557964970.676747:0:14861:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:12.0:1557964970.676747:0:14861:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:12.0:1557964970.676748:0:14861:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:12.0:1557964970.676751:0:14861:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_12:looze-MDT0000-lwp-OST0009_UUID:14861:1633636024601504:172.19.1.24@o2ib100:400 00000100:00000001:12.0:1557964970.676754:0:14861:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964970.676755:0:14861:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:12.0:1557964970.676756:0:14861:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627625d00 x1633636024601504/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965076 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:12.0:1557964970.676759:0:14861:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557964970.676760:0:14861:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:12.0:1557964970.676761:0:14861:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7f9600. 02000000:00000001:12.0:1557964970.676762:0:14861:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:12.0:1557964970.676762:0:14861:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:12.0:1557964970.676763:0:14861:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:12.0:1557964970.676764:0:14861:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557964970.676764:0:14861:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee364700. 02000000:00000001:12.0:1557964970.676765:0:14861:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:12.0:1557964970.676765:0:14861:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557964970.676766:0:14861:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627625d00. 00000100:00000001:12.0:1557964970.676767:0:14861:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557964970.676767:0:14861:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964970.676768:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557964970.676769:0:14861:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557964970.676770:0:14861:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676770:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964970.676771:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964970.676772:0:14861:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964970.676772:0:14861:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964970.755030:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964970.755042:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964970.755047:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964970.755050:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964970.755052:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964970.755054:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010ec0 00000400:00000200:14.0:1557964970.755057:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x97a5 [1] + 0 00000400:00000010:14.0:1557964970.755059:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36060. 00000400:00000200:14.0:1557964970.755061:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3e80 00000100:00000001:14.0:1557964970.755063:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964970.755063:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964970.755065:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9850 x1633635891482304 msgsize 224 00000100:00100000:14.0:1557964970.755067:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964970.755068:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964970.755071:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964970.755071:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3e80 00000400:00000010:14.0:1557964970.755072:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3e80. 00000400:00000010:14.0:1557964970.755073:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:15.0:1557964970.755074:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964970.755074:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964970.755075:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964970.755077:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964970.755103:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964970.755104:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964970.755106:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964970.755106:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964970.755107:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964970.755108:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964970.755109:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964970.755110:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482304 00000020:00000001:10.0:1557964970.755111:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964970.755113:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964970.755114:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964970.755116:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964970.755117:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964970.755118:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964970.755119:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964970.755120:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964970.755122:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964970.755123:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd180. 00000020:00000010:10.0:1557964970.755124:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964970.755126:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964970.755127:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964970.755127:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964970.755128:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.755129:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.755132:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964970.755134:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964970.755135:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964970.755135:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964970.755136:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964970.755136:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964970.755137:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964970.755139:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1642 00000100:00000040:10.0:1557964970.755140:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964970.755141:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725358160 : -131291984193456 : ffff889733eb9850) 00000100:00000040:10.0:1557964970.755143:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9850 x1633635891482304/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:636/0 lens 224/0 e 0 to 0 dl 1557965031 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964970.755146:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964970.755146:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964970.755148:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891482304:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964970.755149:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482304 00000020:00000001:10.0:1557964970.755150:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964970.755151:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964970.755152:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.755154:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964970.755155:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964970.755156:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964970.755157:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964970.755158:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964970.755158:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964970.755159:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.755160:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964970.755161:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964970.755162:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739000. 02000000:00000001:10.0:1557964970.755163:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.755163:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964970.755164:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964970.755165:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964970.755166:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964970.755167:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964970.755169:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964970.755170:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964970.755171:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964970.755172:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964970.755190:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964970.755191:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964970.755192:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964970.755195:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964970.755196:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964970.755198:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964970.755199:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482304 00010000:00000001:10.0:1557964970.755199:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964970.755201:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9850 x1633635891482304/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:636/0 lens 224/368 e 0 to 0 dl 1557965031 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964970.755204:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964970.755204:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964970.755205:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=123 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964970.755207:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964970.755208:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964970.755209:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964970.755211:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964970.755211:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.755212:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964970.755213:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964970.755214:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557964970.755216:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482304, offset 192 00000400:00000010:10.0:1557964970.755216:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e800 (tot 24345892). 00000400:00000200:10.0:1557964970.755218:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964970.755223:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964970.755226:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964970.755228:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964970.755229:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964970.755230:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964970.755232:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964970.755233:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964970.755234:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964970.755235:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964970.755236:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964970.755237:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964970.755237:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964970.755238:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964970.755239:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9850 x1633635891482304/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:636/0 lens 224/336 e 0 to 0 dl 1557965031 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557964970.755243:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891482304:12345-172.19.1.25@o2ib100:13 Request processed in 96us (177us total) trans 0 rc 0/0 00000100:00100000:10.0:1557964970.755246:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1642 00000100:00000040:10.0:1557964970.755247:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964970.755248:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964970.755248:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964970.755249:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd180. 00000020:00000010:10.0:1557964970.755251:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964970.755252:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964970.755253:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557964970.755254:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964970.755256:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964970.755257:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f27e0. 00000400:00000010:10.0:1557964970.755258:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd180. 00000400:00000001:10.0:1557964970.755260:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964970.755260:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557964970.755263:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964970.755272:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964970.755275:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964970.755277:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557964970.755278:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557964970.755279:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739000. 02000000:00000001:14.0:1557964970.755281:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557964970.755281:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964970.755300:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557964970.755301:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000400:00000010:14.0:1557964970.755303:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e800 (tot 24345492). 00000800:00000200:14.0:1557964970.755304:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964970.755307:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557964970.763418:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964970.763471:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964970.763481:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964970.763489:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964970.763492:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964970.763498:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12890 00000400:00000200:21.0:1557964970.763504:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd731 [1] + 0 00000400:00000010:21.0:1557964970.763509:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff888631f95f60. 00000400:00000200:21.0:1557964970.763511:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462aa80 00000800:00000200:7.0:1557964970.763514:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964970.763515:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964970.763517:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964970.763519:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b614050 x1633635870517392 msgsize 224 00000100:00100000:21.0:1557964970.763525:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964970.763527:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964970.763530:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964970.763531:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462aa80 00000400:00000010:21.0:1557964970.763533:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462aa80. 00000400:00000010:21.0:1557964970.763538:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964970.763540:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964970.763543:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964970.763545:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964970.763564:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964970.763567:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964970.763570:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964970.763571:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964970.763573:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964970.763576:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964970.763580:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964970.763582:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517392 00000020:00000001:1.0:1557964970.763584:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964970.763586:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964970.763587:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964970.763589:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964970.763591:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964970.763594:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964970.763597:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964970.763598:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964970.763601:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964970.763604:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e600. 00000020:00000010:1.0:1557964970.763606:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964970.763623:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964970.763624:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964970.763624:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964970.763625:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964970.763626:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964970.763629:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964970.763630:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964970.763631:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964970.763631:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964970.763631:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964970.763632:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964970.763632:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964970.763634:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1648 00000100:00000040:1.0:1557964970.763635:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964970.763636:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836065360 : -131364873486256 : ffff88863b614050) 00000100:00000040:1.0:1557964970.763638:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b614050 x1633635870517392/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:636/0 lens 224/0 e 0 to 0 dl 1557965031 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964970.763641:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964970.763642:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964970.763643:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870517392:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964970.763646:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517392 00000020:00000001:1.0:1557964970.763646:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964970.763647:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964970.763648:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964970.763649:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964970.763649:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964970.763650:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964970.763651:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964970.763652:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964970.763652:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964970.763653:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964970.763654:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964970.763654:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964970.763655:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf000. 02000000:00000001:1.0:1557964970.763656:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964970.763657:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964970.763658:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964970.763659:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964970.763659:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964970.763660:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964970.763661:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964970.763662:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964970.763663:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964970.763664:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964970.763665:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964970.763666:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964970.763667:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964970.763668:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964970.763669:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517392 00010000:00000001:1.0:1557964970.763670:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964970.763671:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b614050 x1633635870517392/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:636/0 lens 224/368 e 0 to 0 dl 1557965031 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964970.763675:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964970.763676:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964970.763676:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=123 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964970.763678:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964970.763679:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964970.763680:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964970.763681:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964970.763681:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964970.763682:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964970.763684:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964970.763684:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e700. 00000100:00000200:1.0:1557964970.763686:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517392, offset 192 00000400:00000010:1.0:1557964970.763688:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72c00 (tot 24345892). 00000400:00000200:1.0:1557964970.763689:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964970.763695:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964970.763697:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964970.763701:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964970.763702:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964970.763703:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964970.763705:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964970.763706:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964970.763706:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964970.763707:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964970.763708:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964970.763709:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964970.763709:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964970.763710:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964970.763711:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b614050 x1633635870517392/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:636/0 lens 224/336 e 0 to 0 dl 1557965031 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964970.763715:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870517392:12345-172.19.1.24@o2ib100:13 Request processed in 72us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964970.763718:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1648 00000100:00000040:1.0:1557964970.763719:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964970.763720:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964970.763721:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964970.763722:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e600. 00000020:00000010:1.0:1557964970.763723:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964970.763724:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964970.763725:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964970.763726:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964970.763727:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964970.763728:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0720. 00000400:00000010:1.0:1557964970.763729:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e600. 00000400:00000001:1.0:1557964970.763730:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964970.763731:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964970.763738:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964970.763750:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964970.763753:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964970.763755:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964970.763756:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964970.763757:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf000. 02000000:00000001:17.0:1557964970.763758:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964970.763758:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964970.763759:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e700 00000400:00000010:17.0:1557964970.763759:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e700. 00000400:00000010:17.0:1557964970.763760:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72c00 (tot 24345492). 00000800:00000200:17.0:1557964970.763761:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964970.763763:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964971.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964971.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964971.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964971.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964971.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964971.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964971.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964971.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964971.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964971.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964971.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964971.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964971.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964971.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964971.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964971.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964972.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964972.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964972.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964972.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964972.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964972.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964972.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964972.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964972.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964972.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964972.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964972.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964972.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964972.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964972.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964972.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964972.624098:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888728cd6f00 (tot 24345748). 00000400:00000010:6.0:1557964972.624113:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888728cd6f00 (tot 24345492). 00000020:00000001:6.0:1557964972.625139:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964972.625140:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318688951, max_age 4318692953 00002000:00000001:6.0:1557964972.625141:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964972.625142:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964972.625143:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964972.625145:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964972.625146:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964972.625148:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964972.625149:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964972.625150:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964972.625152:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964972.625153:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964972.625154:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964972.625155:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964972.625155:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964972.625180:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964972.625181:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318693953, max_age 4318692953 00000020:00000004:6.0:1557964972.625181:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964972.625182:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964972.625204:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964972.625204:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318693953, max_age 4318692953 00000020:00000004:6.0:1557964972.625205:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964972.625206:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964972.625228:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964972.625229:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318693953, max_age 4318692953 00000020:00000004:6.0:1557964972.625229:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964972.625230:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964973.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964973.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964973.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964973.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964973.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964973.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964973.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964973.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964973.508086:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964973.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964973.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964973.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964973.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964973.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964973.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964973.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964974.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964974.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964974.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964974.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964974.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964974.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964974.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964974.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964974.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964974.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964974.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964974.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964974.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964974.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964974.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964974.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964975.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964975.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964975.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964975.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964975.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964975.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964975.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964975.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964975.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964975.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964975.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964975.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964975.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964975.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964975.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964975.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964975.763038:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964975.763071:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964975.763077:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964975.763080:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964975.763082:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964975.763086:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010ee0 00000400:00000200:14.0:1557964975.763089:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x97b5 [1] + 0 00000400:00000010:14.0:1557964975.763091:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a360c0. 00000400:00000200:14.0:1557964975.763092:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3980 00000100:00000001:14.0:1557964975.763094:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964975.763095:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964975.763096:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9450 x1633635891482336 msgsize 224 00000100:00100000:14.0:1557964975.763099:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964975.763100:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964975.763102:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964975.763102:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3980 00000400:00000010:14.0:1557964975.763103:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3980. 00000400:00000010:14.0:1557964975.763104:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:15.0:1557964975.763105:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964975.763106:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964975.763107:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557964975.763108:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964975.763135:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964975.763136:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964975.763137:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964975.763138:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964975.763140:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964975.763141:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964975.763143:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964975.763144:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482336 00000020:00000001:10.0:1557964975.763146:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964975.763146:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964975.763147:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964975.763148:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964975.763149:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964975.763150:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964975.763152:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964975.763153:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964975.763154:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964975.763156:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc900. 00000020:00000010:10.0:1557964975.763157:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964975.763159:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964975.763160:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964975.763160:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964975.763161:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964975.763162:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964975.763165:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964975.763167:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964975.763167:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964975.763168:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964975.763168:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964975.763169:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964975.763170:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964975.763172:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1643 00000100:00000040:10.0:1557964975.763173:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964975.763174:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725357136 : -131291984194480 : ffff889733eb9450) 00000100:00000040:10.0:1557964975.763175:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9450 x1633635891482336/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:641/0 lens 224/0 e 0 to 0 dl 1557965036 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964975.763179:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964975.763180:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964975.763181:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891482336:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964975.763183:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482336 00000020:00000001:10.0:1557964975.763184:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964975.763185:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964975.763186:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964975.763187:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964975.763187:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964975.763188:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964975.763189:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964975.763190:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964975.763190:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964975.763191:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964975.763192:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964975.763192:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964975.763193:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964975.763194:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964975.763195:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964975.763196:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964975.763197:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964975.763197:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964975.763198:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964975.763200:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964975.763201:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964975.763202:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964975.763204:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964975.763205:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964975.763206:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964975.763207:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964975.763209:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964975.763210:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964975.763211:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964975.763212:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482336 00010000:00000001:10.0:1557964975.763213:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964975.763214:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9450 x1633635891482336/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:641/0 lens 224/368 e 0 to 0 dl 1557965036 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964975.763218:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964975.763219:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964975.763220:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=128 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964975.763222:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964975.763223:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964975.763224:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964975.763225:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964975.763226:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964975.763226:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964975.763228:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964975.763229:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcd80. 00000100:00000200:10.0:1557964975.763230:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482336, offset 192 00000400:00000010:10.0:1557964975.763232:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689600 (tot 24345892). 00000400:00000200:10.0:1557964975.763233:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964975.763239:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964975.763241:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964975.763244:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964975.763245:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964975.763246:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964975.763248:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964975.763249:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964975.763250:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964975.763251:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964975.763252:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964975.763252:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964975.763253:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964975.763253:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964975.763254:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964975.763256:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964975.763256:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9450 x1633635891482336/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:641/0 lens 224/336 e 0 to 0 dl 1557965036 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964975.763258:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964975.763260:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964975.763260:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891482336:12345-172.19.1.25@o2ib100:13 Request processed in 79us (162us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964975.763261:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964975.763261:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964975.763261:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bcd80 00000400:00000010:14.0:1557964975.763262:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bcd80. 00000400:00000010:14.0:1557964975.763263:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689600 (tot 24345492). 00000100:00100000:10.0:1557964975.763263:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1643 00000100:00000040:10.0:1557964975.763264:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964975.763265:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964975.763265:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964975.763266:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964975.763267:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc900. 00000020:00000010:10.0:1557964975.763268:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964975.763269:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964975.763270:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964975.763271:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964975.763272:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964975.763273:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964975.763273:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964975.763274:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964975.763275:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2780. 00000400:00000010:10.0:1557964975.763276:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc900. 00000400:00000001:10.0:1557964975.763278:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964975.763278:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964975.771375:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964975.771424:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964975.771434:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964975.771443:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964975.771446:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964975.771452:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc128e0 00000400:00000200:7.0:1557964975.771458:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd751 [1] + 0 00000400:00000010:7.0:1557964975.771463:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3ea0. 00000400:00000200:7.0:1557964975.771465:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462bc80 00000800:00000200:21.0:1557964975.771467:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964975.771469:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964975.771470:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964975.771474:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613c50 x1633635870517472 msgsize 224 00000100:00100000:7.0:1557964975.771481:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964975.771482:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964975.771485:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964975.771486:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bc80 00000400:00000010:7.0:1557964975.771488:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bc80. 00000400:00000010:7.0:1557964975.771490:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964975.771493:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964975.771496:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964975.771498:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964975.771521:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964975.771524:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964975.771526:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964975.771528:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964975.771529:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964975.771530:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964975.771534:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964975.771536:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517472 00000020:00000001:1.0:1557964975.771538:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964975.771540:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964975.771542:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964975.771566:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964975.771567:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964975.771569:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964975.771570:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964975.771571:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964975.771572:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964975.771591:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e800. 00000020:00000010:1.0:1557964975.771592:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964975.771593:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964975.771594:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964975.771595:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964975.771595:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964975.771596:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964975.771600:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964975.771602:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964975.771602:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964975.771603:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964975.771603:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964975.771603:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964975.771604:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964975.771606:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1649 00000100:00000040:1.0:1557964975.771607:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964975.771608:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836064336 : -131364873487280 : ffff88863b613c50) 00000100:00000040:1.0:1557964975.771609:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613c50 x1633635870517472/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:641/0 lens 224/0 e 0 to 0 dl 1557965036 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964975.771613:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964975.771613:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964975.771614:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870517472:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964975.771616:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517472 00000020:00000001:1.0:1557964975.771616:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964975.771617:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964975.771618:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964975.771619:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964975.771619:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964975.771620:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964975.771621:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964975.771621:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964975.771622:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964975.771623:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964975.771624:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964975.771624:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964975.771625:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac000. 02000000:00000001:1.0:1557964975.771626:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964975.771627:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964975.771628:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964975.771630:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964975.771630:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964975.771631:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964975.771632:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964975.771634:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964975.771635:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964975.771637:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964975.771638:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964975.771639:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964975.771640:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964975.771641:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964975.771642:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517472 00010000:00000001:1.0:1557964975.771643:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964975.771644:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613c50 x1633635870517472/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:641/0 lens 224/368 e 0 to 0 dl 1557965036 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964975.771647:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964975.771648:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964975.771648:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=128 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964975.771650:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964975.771651:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964975.771652:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964975.771653:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964975.771653:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964975.771654:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964975.771655:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964975.771656:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e900. 00000100:00000200:1.0:1557964975.771658:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517472, offset 192 00000400:00000010:1.0:1557964975.771659:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75200 (tot 24345892). 00000400:00000200:1.0:1557964975.771660:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964975.771666:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964975.771668:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964975.771671:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964975.771673:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964975.771674:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964975.771677:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964975.771677:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964975.771678:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964975.771679:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964975.771680:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964975.771680:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964975.771681:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964975.771682:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964975.771683:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613c50 x1633635870517472/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:641/0 lens 224/336 e 0 to 0 dl 1557965036 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964975.771687:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870517472:12345-172.19.1.24@o2ib100:13 Request processed in 73us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964975.771689:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1649 00000100:00000040:1.0:1557964975.771690:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964975.771691:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964975.771692:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964975.771692:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e800. 00000020:00000010:1.0:1557964975.771693:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964975.771694:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964975.771695:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964975.771696:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964975.771697:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964975.771698:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf05a0. 00000400:00000010:1.0:1557964975.771699:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e800. 00000400:00000001:1.0:1557964975.771700:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964975.771701:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964975.771715:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964975.771729:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964975.771732:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964975.771733:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964975.771734:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964975.771735:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac000. 02000000:00000001:17.0:1557964975.771736:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964975.771736:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964975.771736:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e900 00000400:00000010:17.0:1557964975.771737:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e900. 00000400:00000010:17.0:1557964975.771738:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75200 (tot 24345492). 00000800:00000200:17.0:1557964975.771739:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964975.771740:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557964975.927671:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:21.0:1557964975.927718:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964975.927728:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:21.0:1557964975.927736:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:21.0:1557964975.927739:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964975.927745:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc8987263d0 00000400:00000200:21.0:1557964975.927751:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xc019 [1] + 0 00000400:00000010:21.0:1557964975.927756:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354060. 00000400:00000200:21.0:1557964975.927758:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80080 00000100:00000001:21.0:1557964975.927761:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:7.0:1557964975.927761:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000200:21.0:1557964975.927763:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:21.0:1557964975.927765:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888617397050 x1633636318340048 msgsize 224 00000100:00100000:21.0:1557964975.927771:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:21.0:1557964975.927773:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964975.927776:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964975.927777:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80080 00000400:00000010:21.0:1557964975.927778:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80080. 00000400:00000010:21.0:1557964975.927780:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964975.927783:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:21.0:1557964975.927785:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:21.0:1557964975.927787:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557964975.927811:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964975.927814:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964975.927816:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557964975.927817:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557964975.927819:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557964975.927820:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557964975.927823:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557964975.927825:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318340048 00000020:00000001:19.0:1557964975.927844:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557964975.927844:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557964975.927845:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557964975.927846:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557964975.927847:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557964975.927847:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557964975.927849:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964975.927850:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557964975.927852:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557964975.927853:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fd100. 00000020:00000010:19.0:1557964975.927854:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557964975.927855:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557964975.927856:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557964975.927856:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557964975.927857:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557964975.927858:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557964975.927859:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557964975.927859:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964975.927862:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557964975.927863:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964975.927863:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557964975.927864:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557964975.927864:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557964975.927864:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557964975.927865:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:23.0:1557964975.927866:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000100:00100000:19.0:1557964975.927867:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 306 00000400:00000001:23.0:1557964975.927868:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000040:19.0:1557964975.927868:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557964975.927868:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708229476432 : -131365480075184 : ffff888617397050) 00000400:00000001:23.0:1557964975.927869:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557964975.927869:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000040:19.0:1557964975.927870:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888617397050 x1633636318340048/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:641/0 lens 224/0 e 0 to 0 dl 1557965036 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557964975.927873:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557964975.927874:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557964975.927875:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24086:x1633636318340048:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557964975.927876:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318340048 00000020:00000001:19.0:1557964975.927877:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557964975.927878:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557964975.927879:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964975.927879:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557964975.927880:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557964975.927881:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557964975.927881:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557964975.927882:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557964975.927882:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557964975.927883:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964975.927883:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557964975.927884:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557964975.927885:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964975.927886:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557964975.927886:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557964975.927887:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684303000. 02000000:00000001:19.0:1557964975.927888:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964975.927888:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964975.927889:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557964975.927889:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318340048 00010000:00000001:19.0:1557964975.927890:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557964975.927891:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888617397050 x1633636318340048/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:641/0 lens 224/224 e 0 to 0 dl 1557965036 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557964975.927895:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557964975.927895:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557964975.927896:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=128 v=45 (1 1 1 1) 00000100:00000001:19.0:1557964975.927897:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557964975.927898:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964975.927899:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557964975.927899:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557964975.927900:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964975.927901:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557964975.927902:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557964975.927902:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc980. 00000100:00000200:19.0:1557964975.927904:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318340048, offset 192 00000400:00000010:19.0:1557964975.927905:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684301a00 (tot 24345892). 00000400:00000200:19.0:1557964975.927907:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557964975.927912:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557964975.927914:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557964975.927917:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557964975.927918:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557964975.927919:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557964975.927921:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557964975.927921:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557964975.927922:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557964975.927923:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557964975.927923:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557964975.927924:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557964975.927924:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557964975.927925:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557964975.927926:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888617397050 x1633636318340048/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:641/0 lens 224/192 e 0 to 0 dl 1557965036 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557964975.927930:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24086:x1633636318340048:12345-172.19.1.39@o2ib100:400 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:19.0:1557964975.927932:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 306 00000100:00000040:19.0:1557964975.927933:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557964975.927934:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557964975.927934:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557964975.927935:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fd100. 00000020:00000010:19.0:1557964975.927936:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557964975.927937:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557964975.927937:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557964975.927938:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557964975.927939:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557964975.927940:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73c60. 00000400:00000010:19.0:1557964975.927941:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fd100. 00000400:00000001:19.0:1557964975.927942:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557964975.927943:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557964975.927973:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557964975.928011:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557964975.928014:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557964975.928016:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964975.928017:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964975.928018:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684303000. 02000000:00000001:17.0:1557964975.928019:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964975.928020:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964975.928020:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fc980 00000400:00000010:17.0:1557964975.928021:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fc980. 00000400:00000010:17.0:1557964975.928023:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684301a00 (tot 24345492). 00000800:00000200:17.0:1557964975.928024:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557964975.928026:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557964976.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964976.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964976.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964976.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964976.508051:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964976.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964976.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964976.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964976.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964976.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964976.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964976.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964976.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964976.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964976.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964976.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964977.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964977.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964977.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964977.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964977.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964977.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964977.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964977.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964977.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964977.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964977.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964977.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964977.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964977.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964977.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964977.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964977.625790:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873c0ab100 (tot 24345748). 00000400:00000010:6.0:1557964977.625798:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873c0ab100 (tot 24345492). 00000020:00000001:6.0:1557964977.626785:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964977.626786:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318693953, max_age 4318697954 00002000:00000001:6.0:1557964977.626788:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964977.626788:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964977.626789:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964977.626792:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964977.626793:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964977.626794:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964977.626795:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964977.626796:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964977.626798:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964977.626800:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964977.626801:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964977.626802:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964977.626802:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964977.626828:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964977.626828:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318698954, max_age 4318697954 00000020:00000004:6.0:1557964977.626829:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964977.626830:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964977.626852:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964977.626853:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318698954, max_age 4318697954 00000020:00000004:6.0:1557964977.626854:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964977.626855:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964977.626878:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964977.626878:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318698954, max_age 4318697954 00000020:00000004:6.0:1557964977.626879:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964977.626880:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964978.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964978.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964978.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964978.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964978.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964978.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964978.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964978.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964978.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964978.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964978.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964978.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964978.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964978.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964978.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964978.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964979.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964979.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964979.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964979.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964979.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964979.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964979.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964979.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964979.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964979.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964979.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964979.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964979.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964979.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964979.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964979.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964980.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964980.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964980.508028:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964980.508030:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964980.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964980.508034:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964980.508035:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964980.508036:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964980.508036:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964980.508037:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964980.508038:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964980.508039:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964980.508039:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964980.508040:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964980.508040:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964980.508072:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964980.508073:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964980.508075:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964980.508075:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964980.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964980.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964980.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964980.508082:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964980.771055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964980.771076:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964980.771084:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964980.771092:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964980.771095:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964980.771102:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010f00 00000400:00000200:14.0:1557964980.771108:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x97c5 [1] + 0 00000400:00000010:14.0:1557964980.771112:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36900. 00000400:00000200:14.0:1557964980.771114:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3180 00000800:00000200:15.0:1557964980.771117:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964980.771118:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964980.771121:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964980.771124:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb9050 x1633635891482368 msgsize 224 00000100:00100000:14.0:1557964980.771130:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964980.771132:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964980.771135:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964980.771136:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3180 00000400:00000010:14.0:1557964980.771138:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3180. 00000400:00000010:14.0:1557964980.771140:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964980.771143:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964980.771146:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964980.771148:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964980.771170:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964980.771173:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964980.771175:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964980.771177:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964980.771178:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964980.771180:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964980.771183:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964980.771186:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482368 00000020:00000001:10.0:1557964980.771188:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964980.771189:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964980.771217:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964980.771218:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964980.771219:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964980.771220:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964980.771221:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964980.771223:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964980.771224:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964980.771243:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd680. 00000020:00000010:10.0:1557964980.771244:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964980.771246:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964980.771247:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964980.771247:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964980.771248:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964980.771249:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964980.771253:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964980.771255:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964980.771255:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964980.771256:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964980.771256:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964980.771257:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964980.771258:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964980.771260:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1644 00000100:00000040:10.0:1557964980.771279:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964980.771280:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725356112 : -131291984195504 : ffff889733eb9050) 00000100:00000040:10.0:1557964980.771282:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb9050 x1633635891482368/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:646/0 lens 224/0 e 0 to 0 dl 1557965041 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964980.771285:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964980.771286:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964980.771287:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891482368:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964980.771288:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482368 00000020:00000001:10.0:1557964980.771289:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964980.771290:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964980.771290:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964980.771291:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964980.771292:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964980.771293:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964980.771294:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964980.771294:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964980.771295:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964980.771295:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964980.771296:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964980.771297:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964980.771298:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964980.771299:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964980.771300:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964980.771301:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964980.771302:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964980.771303:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964980.771304:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964980.771307:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964980.771308:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964980.771309:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964980.771310:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964980.771312:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964980.771313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964980.771314:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964980.771315:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964980.771316:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964980.771317:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964980.771318:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482368 00010000:00000001:10.0:1557964980.771319:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964980.771321:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb9050 x1633635891482368/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:646/0 lens 224/368 e 0 to 0 dl 1557965041 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964980.771324:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964980.771324:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964980.771325:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=133 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964980.771327:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964980.771328:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964980.771329:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964980.771330:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964980.771331:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964980.771332:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964980.771333:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964980.771335:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd800. 00000100:00000200:10.0:1557964980.771336:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482368, offset 192 00000400:00000010:10.0:1557964980.771337:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f800 (tot 24345892). 00000400:00000200:10.0:1557964980.771339:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964980.771345:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964980.771347:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964980.771350:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964980.771352:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964980.771353:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964980.771355:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964980.771356:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964980.771357:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964980.771358:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964980.771359:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964980.771359:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964980.771360:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964980.771361:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964980.771362:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964980.771363:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964980.771363:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb9050 x1633635891482368/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:646/0 lens 224/336 e 0 to 0 dl 1557965041 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964980.771365:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964980.771367:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557964980.771367:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557964980.771367:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891482368:12345-172.19.1.25@o2ib100:13 Request processed in 81us (242us total) trans 0 rc 0/0 00000400:00000200:14.0:1557964980.771368:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd800 00000400:00000010:14.0:1557964980.771369:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd800. 00000400:00000010:14.0:1557964980.771370:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f800 (tot 24345492). 00000100:00100000:10.0:1557964980.771370:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1644 00000800:00000200:14.0:1557964980.771371:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:10.0:1557964980.771371:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964980.771372:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964980.771372:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964980.771372:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964980.771373:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd680. 00000020:00000010:10.0:1557964980.771374:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964980.771375:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964980.771376:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964980.771377:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964980.771378:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964980.771379:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964980.771379:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964980.771380:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964980.771381:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2e40. 00000400:00000010:10.0:1557964980.771382:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd680. 00000400:00000001:10.0:1557964980.771384:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964980.771384:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964980.779390:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964980.779442:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964980.779452:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964980.779460:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964980.779463:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964980.779470:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12900 00000400:00000200:7.0:1557964980.779476:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd761 [1] + 0 00000400:00000010:7.0:1557964980.779480:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3120. 00000400:00000200:7.0:1557964980.779483:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462aa00 00000800:00000200:21.0:1557964980.779485:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964980.779486:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964980.779487:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964980.779490:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613850 x1633635870517504 msgsize 224 00000100:00100000:7.0:1557964980.779496:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964980.779498:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964980.779501:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964980.779502:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462aa00 00000400:00000010:7.0:1557964980.779503:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462aa00. 00000400:00000010:7.0:1557964980.779506:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964980.779508:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964980.779511:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964980.779512:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964980.779535:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964980.779539:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964980.779541:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964980.779542:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964980.779543:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964980.779545:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964980.779548:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964980.779551:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517504 00000020:00000001:1.0:1557964980.779553:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964980.779557:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964980.779559:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964980.779561:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964980.779563:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964980.779566:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964980.779569:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964980.779570:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964980.779572:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964980.779575:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ea00. 00000020:00000010:1.0:1557964980.779578:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964980.779581:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964980.779583:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964980.779584:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964980.779585:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964980.779588:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964980.779593:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964980.779596:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964980.779598:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964980.779599:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964980.779600:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964980.779601:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964980.779602:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964980.779607:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1650 00000100:00000040:1.0:1557964980.779609:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964980.779611:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836063312 : -131364873488304 : ffff88863b613850) 00000100:00000040:1.0:1557964980.779615:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613850 x1633635870517504/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:646/0 lens 224/0 e 0 to 0 dl 1557965041 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964980.779625:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964980.779626:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964980.779629:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870517504:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964980.779632:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517504 00000020:00000001:1.0:1557964980.779634:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964980.779637:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964980.779638:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964980.779641:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964980.779644:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964980.779646:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964980.779647:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964980.779649:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964980.779650:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964980.779651:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964980.779654:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964980.779655:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964980.779657:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:1.0:1557964980.779658:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964980.779660:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964980.779662:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964980.779664:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964980.779665:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964980.779667:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964980.779669:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964980.779672:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964980.779675:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964980.779678:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964980.779680:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964980.779683:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964980.779686:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964980.779687:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964980.779689:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517504 00010000:00000001:1.0:1557964980.779692:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964980.779695:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613850 x1633635870517504/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:646/0 lens 224/368 e 0 to 0 dl 1557965041 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964980.779704:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964980.779705:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964980.779707:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=133 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964980.779711:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964980.779713:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964980.779716:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964980.779720:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964980.779722:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964980.779724:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964980.779728:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964980.779730:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627eb00. 00000100:00000200:1.0:1557964980.779733:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517504, offset 192 00000400:00000010:1.0:1557964980.779736:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74a00 (tot 24345892). 00000400:00000200:1.0:1557964980.779740:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964980.779753:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964980.779758:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964980.779764:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964980.779766:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964980.779783:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964980.779787:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964980.779787:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964980.779788:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964980.779789:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964980.779790:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964980.779791:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964980.779791:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964980.779792:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964980.779793:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613850 x1633635870517504/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:646/0 lens 224/336 e 0 to 0 dl 1557965041 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964980.779797:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870517504:12345-172.19.1.24@o2ib100:13 Request processed in 172us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964980.779800:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1650 00000100:00000040:1.0:1557964980.779801:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964980.779802:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964980.779802:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964980.779803:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ea00. 00000020:00000010:1.0:1557964980.779804:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964980.779805:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964980.779806:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964980.779807:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964980.779808:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964980.779809:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf03c0. 00000400:00000010:1.0:1557964980.779810:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ea00. 00000400:00000001:1.0:1557964980.779811:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964980.779812:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964980.779820:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964980.779832:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964980.779835:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964980.779837:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964980.779838:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964980.779838:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9c00. 02000000:00000001:17.0:1557964980.779839:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964980.779840:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964980.779840:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627eb00 00000400:00000010:17.0:1557964980.779841:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627eb00. 00000400:00000010:17.0:1557964980.779842:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74a00 (tot 24345492). 00000800:00000200:17.0:1557964980.779842:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964980.779843:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964981.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964981.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964981.508027:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964981.508028:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964981.508031:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964981.508032:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964981.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964981.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964981.508060:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964981.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964981.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964981.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964981.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964981.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964981.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964981.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964982.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964982.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964982.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964982.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964982.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964982.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964982.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964982.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964982.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964982.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964982.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964982.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964982.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964982.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964982.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964982.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964982.627229:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886748c1f00 (tot 24345748). 00000400:00000010:6.0:1557964982.627237:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886748c1f00 (tot 24345492). 00000020:00000001:6.0:1557964982.628240:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964982.628241:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318698954, max_age 4318702956 00002000:00000001:6.0:1557964982.628242:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964982.628243:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964982.628244:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964982.628246:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964982.628247:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964982.628248:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964982.628250:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964982.628251:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964982.628252:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964982.628253:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964982.628254:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964982.628257:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964982.628257:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964982.628281:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964982.628282:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318703956, max_age 4318702956 00000020:00000004:6.0:1557964982.628283:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964982.628284:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964982.628305:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964982.628306:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318703956, max_age 4318702956 00000020:00000004:6.0:1557964982.628306:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964982.628307:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964982.628329:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964982.628329:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318703956, max_age 4318702956 00000020:00000004:6.0:1557964982.628330:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964982.628331:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964983.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964983.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964983.508029:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964983.508030:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964983.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964983.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964983.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964983.508034:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964983.508058:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964983.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964983.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964983.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964983.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964983.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964983.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964983.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964984.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964984.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964984.508059:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964984.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964984.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964984.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964984.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964984.508068:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964984.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964984.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964984.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964984.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964984.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964984.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964984.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964984.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964985.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964985.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964985.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964985.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964985.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964985.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964985.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964985.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964985.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964985.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964985.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964985.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964985.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964985.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964985.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964985.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964985.779029:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964985.779062:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964985.779068:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964985.779071:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964985.779073:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964985.779076:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010f20 00000400:00000200:14.0:1557964985.779079:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x97d5 [1] + 0 00000400:00000010:14.0:1557964985.779081:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36960. 00000400:00000200:14.0:1557964985.779082:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2180 00000100:00000001:14.0:1557964985.779084:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964985.779085:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964985.779086:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8c50 x1633635891482400 msgsize 224 00000100:00100000:14.0:1557964985.779089:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964985.779090:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964985.779092:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964985.779094:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2180 00000800:00000200:15.0:1557964985.779095:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557964985.779095:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2180. 00000400:00000010:14.0:1557964985.779096:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964985.779097:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964985.779099:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964985.779118:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964985.779125:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964985.779126:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964985.779127:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964985.779128:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964985.779129:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964985.779129:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964985.779131:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964985.779133:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482400 00000020:00000001:10.0:1557964985.779134:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964985.779134:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964985.779135:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964985.779136:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964985.779137:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964985.779138:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964985.779140:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964985.779141:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964985.779143:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964985.779145:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcd00. 00000020:00000010:10.0:1557964985.779147:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964985.779148:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964985.779149:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964985.779150:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964985.779151:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964985.779152:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964985.779155:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964985.779157:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964985.779157:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964985.779158:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964985.779158:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964985.779159:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964985.779160:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964985.779162:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1645 00000100:00000040:10.0:1557964985.779163:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964985.779164:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725355088 : -131291984196528 : ffff889733eb8c50) 00000100:00000040:10.0:1557964985.779165:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8c50 x1633635891482400/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:651/0 lens 224/0 e 0 to 0 dl 1557965046 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964985.779169:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964985.779169:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964985.779170:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891482400:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964985.779172:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482400 00000020:00000001:10.0:1557964985.779173:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964985.779174:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964985.779175:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964985.779176:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964985.779177:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964985.779178:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964985.779178:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964985.779179:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964985.779179:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964985.779180:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964985.779181:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964985.779187:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964985.779188:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964985.779189:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964985.779190:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964985.779191:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964985.779192:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964985.779193:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964985.779194:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964985.779197:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964985.779198:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964985.779199:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964985.779200:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964985.779201:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964985.779203:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964985.779204:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964985.779205:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964985.779206:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964985.779207:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964985.779208:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482400 00010000:00000001:10.0:1557964985.779209:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964985.779210:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8c50 x1633635891482400/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:651/0 lens 224/368 e 0 to 0 dl 1557965046 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964985.779213:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964985.779214:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964985.779215:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=138 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964985.779216:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964985.779217:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964985.779218:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964985.779219:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964985.779221:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964985.779222:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964985.779223:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964985.779224:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdc00. 00000100:00000200:10.0:1557964985.779226:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482400, offset 192 00000400:00000010:10.0:1557964985.779227:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688600 (tot 24345892). 00000400:00000200:10.0:1557964985.779229:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964985.779235:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964985.779238:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964985.779241:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964985.779242:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964985.779243:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964985.779246:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964985.779246:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964985.779247:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964985.779248:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964985.779249:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964985.779250:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964985.779250:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964985.779251:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964985.779252:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964985.779253:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964985.779253:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8c50 x1633635891482400/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:651/0 lens 224/336 e 0 to 0 dl 1557965046 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964985.779255:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557964985.779257:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557964985.779257:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891482400:12345-172.19.1.25@o2ib100:13 Request processed in 87us (170us total) trans 0 rc 0/0 00000800:00000200:15.0:1557964985.779258:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964985.779258:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964985.779258:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bdc00 00000400:00000010:14.0:1557964985.779259:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bdc00. 00000100:00100000:10.0:1557964985.779260:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1645 00000400:00000010:14.0:1557964985.779261:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688600 (tot 24345492). 00000100:00000040:10.0:1557964985.779261:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557964985.779262:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964985.779262:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964985.779262:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964985.779263:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcd00. 00000020:00000010:10.0:1557964985.779264:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964985.779265:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964985.779266:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964985.779267:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964985.779268:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964985.779268:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964985.779269:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964985.779270:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964985.779271:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2de0. 00000400:00000010:10.0:1557964985.779272:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcd00. 00000400:00000001:10.0:1557964985.779274:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964985.779274:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964985.787355:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557964985.787404:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964985.787414:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557964985.787423:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964985.787426:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557964985.787432:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12920 00000400:00000200:21.0:1557964985.787438:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd771 [1] + 0 00000400:00000010:21.0:1557964985.787443:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3b40. 00000400:00000200:21.0:1557964985.787447:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b300 00000800:00000200:7.0:1557964985.787448:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557964985.787451:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557964985.787452:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557964985.787455:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613450 x1633635870517536 msgsize 224 00000100:00100000:21.0:1557964985.787461:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557964985.787463:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557964985.787466:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557964985.787467:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b300 00000400:00000010:21.0:1557964985.787469:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b300. 00000400:00000010:21.0:1557964985.787471:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557964985.787474:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557964985.787476:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964985.787478:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964985.787501:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964985.787504:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964985.787506:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964985.787507:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964985.787509:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964985.787510:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964985.787514:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964985.787516:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517536 00000020:00000001:1.0:1557964985.787518:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964985.787520:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964985.787521:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964985.787523:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964985.787525:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964985.787528:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964985.787531:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964985.787532:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964985.787535:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964985.787538:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ec00. 00000020:00000010:1.0:1557964985.787540:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964985.787543:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964985.787545:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964985.787546:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964985.787547:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964985.787550:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964985.787556:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964985.787559:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964985.787560:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964985.787561:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964985.787562:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964985.787563:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964985.787568:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964985.787573:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1651 00000100:00000040:1.0:1557964985.787575:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964985.787576:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836062288 : -131364873489328 : ffff88863b613450) 00000100:00000040:1.0:1557964985.787581:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613450 x1633635870517536/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:651/0 lens 224/0 e 0 to 0 dl 1557965046 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964985.787591:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964985.787592:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964985.787595:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870517536:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964985.787599:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517536 00000020:00000001:1.0:1557964985.787600:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964985.787602:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964985.787603:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964985.787606:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964985.787607:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964985.787609:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964985.787610:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964985.787612:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964985.787613:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964985.787615:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964985.787617:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964985.787618:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964985.787620:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfad400. 02000000:00000001:1.0:1557964985.787622:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964985.787624:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964985.787627:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964985.787628:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964985.787630:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964985.787631:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964985.787634:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964985.787637:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964985.787639:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964985.787642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964985.787646:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964985.787648:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964985.787652:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964985.787653:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964985.787655:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517536 00010000:00000001:1.0:1557964985.787658:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964985.787661:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613450 x1633635870517536/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:651/0 lens 224/368 e 0 to 0 dl 1557965046 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964985.787670:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964985.787671:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964985.787673:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=138 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964985.787677:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964985.787680:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964985.787682:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964985.787684:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964985.787685:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964985.787687:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964985.787690:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964985.787692:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ed00. 00000100:00000200:1.0:1557964985.787695:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517536, offset 192 00000400:00000010:1.0:1557964985.787698:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71200 (tot 24345892). 00000400:00000200:1.0:1557964985.787702:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964985.787715:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964985.787721:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964985.787726:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964985.787730:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964985.787732:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964985.787736:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964985.787738:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964985.787740:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964985.787742:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964985.787744:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964985.787747:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964985.787748:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964985.787750:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964985.787753:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613450 x1633635870517536/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:651/0 lens 224/336 e 0 to 0 dl 1557965046 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964985.787764:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870517536:12345-172.19.1.24@o2ib100:13 Request processed in 171us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964985.787771:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1651 00000100:00000040:1.0:1557964985.787773:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000800:00000200:29.2:1557964985.787775:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:1.0:1557964985.787775:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964985.787777:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964985.787778:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ec00. 00000020:00000010:1.0:1557964985.787780:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964985.787783:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964985.787786:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964985.787789:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964985.787793:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964985.787795:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f5bf0120. 00000800:00000200:17.0:1557964985.787798:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000400:00000010:1.0:1557964985.787798:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ec00. 00000400:00000001:1.0:1557964985.787801:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964985.787803:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557964985.787805:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964985.787809:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964985.787811:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964985.787813:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfad400. 02000000:00000001:17.0:1557964985.787816:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964985.787817:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964985.787818:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ed00 00000400:00000010:17.0:1557964985.787820:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ed00. 00000400:00000010:17.0:1557964985.787823:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71200 (tot 24345492). 00000800:00000200:17.0:1557964985.787825:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964985.787827:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964986.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964986.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964986.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964986.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964986.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964986.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964986.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964986.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964986.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964986.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964986.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964986.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964986.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964986.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964986.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964986.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964987.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964987.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964987.508027:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964987.508030:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964987.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964987.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964987.508034:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964987.508035:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964987.508059:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964987.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964987.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964987.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964987.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964987.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964987.508088:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964987.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964987.628673:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871b492400 (tot 24345748). 00000400:00000010:6.0:1557964987.628681:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871b492400 (tot 24345492). 00000020:00000001:6.0:1557964987.629652:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964987.629653:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318703956, max_age 4318707957 00002000:00000001:6.0:1557964987.629654:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964987.629655:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964987.629656:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964987.629658:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964987.629659:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964987.629660:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964987.629662:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964987.629663:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964987.629664:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964987.629665:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964987.629666:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964987.629667:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964987.629667:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964987.629691:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964987.629691:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318708957, max_age 4318707957 00000020:00000004:6.0:1557964987.629693:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964987.629695:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964987.629716:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964987.629717:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318708957, max_age 4318707957 00000020:00000004:6.0:1557964987.629718:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964987.629719:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964987.629741:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964987.629742:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318708957, max_age 4318707957 00000020:00000004:6.0:1557964987.629742:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964987.629743:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964988.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964988.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964988.508027:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964988.508027:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964988.508031:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964988.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964988.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964988.508032:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964988.508057:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964988.508077:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964988.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964988.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964988.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964988.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964988.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964988.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964989.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964989.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964989.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964989.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964989.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964989.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964989.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964989.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964989.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964989.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964989.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964989.508115:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964989.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964989.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964989.508118:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964989.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964990.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964990.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964990.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964990.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964990.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964990.508056:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557964990.508059:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964990.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964990.508062:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557964990.508063:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557964990.508064:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964990.508066:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557964990.508067:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964990.508068:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964990.508070:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964990.508089:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964990.508091:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964990.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964990.508094:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964990.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964990.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964990.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964990.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964990.787059:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964990.787081:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964990.787089:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964990.787097:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964990.787100:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964990.787106:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010f40 00000400:00000200:14.0:1557964990.787112:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x97e5 [1] + 0 00000400:00000010:14.0:1557964990.787117:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a361e0. 00000400:00000200:14.0:1557964990.787119:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3100 00000800:00000200:15.0:1557964990.787122:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964990.787123:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964990.787124:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964990.787127:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8850 x1633635891482432 msgsize 224 00000100:00100000:14.0:1557964990.787133:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964990.787135:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964990.787138:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964990.787139:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3100 00000400:00000010:14.0:1557964990.787141:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3100. 00000400:00000010:14.0:1557964990.787144:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964990.787146:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964990.787149:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964990.787151:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964990.787174:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964990.787177:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964990.787179:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964990.787181:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964990.787184:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964990.787186:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964990.787189:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964990.787192:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482432 00000020:00000001:10.0:1557964990.787194:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964990.787196:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964990.787198:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964990.787199:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964990.787202:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964990.787204:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964990.787222:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964990.787223:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964990.787225:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964990.787226:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd380. 00000020:00000010:10.0:1557964990.787228:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964990.787229:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964990.787230:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964990.787231:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964990.787231:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964990.787233:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964990.787236:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964990.787237:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964990.787238:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964990.787238:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964990.787239:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964990.787239:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964990.787240:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964990.787242:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1646 00000100:00000040:10.0:1557964990.787243:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964990.787244:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725354064 : -131291984197552 : ffff889733eb8850) 00000100:00000040:10.0:1557964990.787246:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8850 x1633635891482432/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:656/0 lens 224/0 e 0 to 0 dl 1557965051 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964990.787249:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964990.787250:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964990.787251:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891482432:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964990.787253:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482432 00000020:00000001:10.0:1557964990.787254:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964990.787255:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964990.787256:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964990.787257:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964990.787258:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964990.787259:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964990.787260:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964990.787260:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964990.787261:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964990.787261:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964990.787262:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964990.787263:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964990.787264:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964990.787265:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964990.787265:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964990.787266:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964990.787267:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964990.787268:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964990.787269:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964990.787271:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964990.787272:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964990.787273:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964990.787274:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964990.787276:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964990.787277:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964990.787278:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964990.787279:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964990.787281:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964990.787282:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964990.787283:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482432 00010000:00000001:10.0:1557964990.787283:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964990.787285:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8850 x1633635891482432/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:656/0 lens 224/368 e 0 to 0 dl 1557965051 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964990.787289:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964990.787290:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964990.787291:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=143 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964990.787292:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964990.787294:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964990.787295:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964990.787296:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964990.787296:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964990.787297:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964990.787298:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964990.787299:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc400. 00000100:00000200:10.0:1557964990.787301:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482432, offset 192 00000400:00000010:10.0:1557964990.787302:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68de00 (tot 24345892). 00000400:00000200:10.0:1557964990.787304:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964990.787310:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964990.787312:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964990.787315:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964990.787316:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964990.787317:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964990.787319:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964990.787320:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964990.787321:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557964990.787322:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557964990.787323:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557964990.787323:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964990.787324:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964990.787325:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964990.787325:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557964990.787327:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557964990.787327:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8850 x1633635891482432/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:656/0 lens 224/336 e 0 to 0 dl 1557965051 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964990.787330:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964990.787331:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891482432:12345-172.19.1.25@o2ib100:13 Request processed in 80us (203us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964990.787332:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964990.787333:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964990.787333:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964990.787334:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc400 00000400:00000010:14.0:1557964990.787334:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc400. 00000100:00100000:10.0:1557964990.787334:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1646 00000100:00000040:10.0:1557964990.787335:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557964990.787336:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68de00 (tot 24345492). 00000100:00000001:10.0:1557964990.787336:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557964990.787337:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557964990.787337:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557964990.787338:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd380. 00000020:00000010:10.0:1557964990.787339:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964990.787340:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964990.787342:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964990.787343:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964990.787343:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964990.787344:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964990.787344:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964990.787345:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964990.787346:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2d80. 00000400:00000010:10.0:1557964990.787348:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd380. 00000400:00000001:10.0:1557964990.787349:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964990.787350:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964990.795418:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964990.795468:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964990.795478:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964990.795488:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964990.795492:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964990.795498:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12940 00000400:00000200:7.0:1557964990.795504:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd781 [1] + 0 00000400:00000010:7.0:1557964990.795508:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e30c0. 00000800:00000200:21.0:1557964990.795510:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557964990.795511:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b100 00000100:00000001:7.0:1557964990.795530:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964990.795530:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964990.795532:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b613050 x1633635870517568 msgsize 224 00000100:00100000:7.0:1557964990.795534:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964990.795534:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964990.795536:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964990.795537:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b100 00000400:00000010:7.0:1557964990.795537:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b100. 00000400:00000010:7.0:1557964990.795538:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964990.795540:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964990.795541:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557964990.795542:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964990.795570:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964990.795572:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964990.795573:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964990.795574:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964990.795575:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964990.795575:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964990.795577:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964990.795579:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517568 00000020:00000001:1.0:1557964990.795580:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964990.795581:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964990.795581:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964990.795583:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964990.795584:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964990.795585:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964990.795588:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964990.795589:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964990.795590:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964990.795592:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ee00. 00000020:00000010:1.0:1557964990.795593:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964990.795595:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964990.795596:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964990.795596:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964990.795597:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964990.795598:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964990.795617:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964990.795619:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964990.795619:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964990.795620:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964990.795620:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964990.795623:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964990.795623:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964990.795644:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1652 00000100:00000040:1.0:1557964990.795646:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964990.795647:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836061264 : -131364873490352 : ffff88863b613050) 00000100:00000040:1.0:1557964990.795649:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b613050 x1633635870517568/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:656/0 lens 224/0 e 0 to 0 dl 1557965051 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964990.795669:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964990.795669:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964990.795670:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870517568:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964990.795673:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517568 00000020:00000001:1.0:1557964990.795674:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964990.795675:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964990.795675:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964990.795676:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964990.795677:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964990.795679:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964990.795680:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964990.795681:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964990.795682:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964990.795683:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964990.795684:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964990.795685:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964990.795686:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:1.0:1557964990.795687:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964990.795688:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964990.795689:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964990.795690:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964990.795691:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964990.795691:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964990.795692:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964990.795694:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964990.795695:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964990.795696:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964990.795697:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964990.795698:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964990.795699:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964990.795700:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964990.795701:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517568 00010000:00000001:1.0:1557964990.795702:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964990.795703:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b613050 x1633635870517568/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:656/0 lens 224/368 e 0 to 0 dl 1557965051 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964990.795707:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964990.795707:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964990.795708:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=143 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964990.795709:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964990.795711:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964990.795711:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964990.795712:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964990.795713:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964990.795713:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964990.795715:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964990.795716:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ef00. 00000100:00000200:1.0:1557964990.795717:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517568, offset 192 00000400:00000010:1.0:1557964990.795719:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70800 (tot 24345892). 00000400:00000200:1.0:1557964990.795721:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964990.795726:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964990.795729:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964990.795731:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964990.795733:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964990.795734:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964990.795736:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964990.795737:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964990.795738:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964990.795739:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964990.795740:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964990.795741:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964990.795741:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964990.795742:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964990.795743:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b613050 x1633635870517568/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:656/0 lens 224/336 e 0 to 0 dl 1557965051 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964990.795747:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870517568:12345-172.19.1.24@o2ib100:13 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964990.795750:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1652 00000100:00000040:1.0:1557964990.795751:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964990.795751:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964990.795752:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964990.795753:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ee00. 00000020:00000010:1.0:1557964990.795754:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964990.795755:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964990.795756:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964990.795757:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964990.795758:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964990.795759:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77f00. 00000400:00000010:1.0:1557964990.795760:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ee00. 00000400:00000001:1.0:1557964990.795761:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964990.795762:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964990.795768:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557964990.795780:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557964990.795783:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557964990.795784:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557964990.795785:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557964990.795786:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa400. 02000000:00000001:17.0:1557964990.795786:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557964990.795787:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557964990.795787:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ef00 00000400:00000010:17.0:1557964990.795788:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ef00. 00000400:00000010:17.0:1557964990.795789:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70800 (tot 24345492). 00000800:00000200:17.0:1557964990.795789:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557964990.795791:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964991.330018:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330022:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964991.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964991.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964991.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964991.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964991.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964991.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964991.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964991.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964991.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964991.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964991.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964991.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964991.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964991.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964991.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964992.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964992.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964992.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964992.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964992.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964992.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964992.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964992.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964992.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964992.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964992.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964992.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964992.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964992.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964992.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964992.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964992.630141:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873cdaa600 (tot 24345748). 00000400:00000010:6.0:1557964992.630148:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873cdaa600 (tot 24345492). 00000020:00000001:6.0:1557964992.631157:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964992.631158:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318708957, max_age 4318712959 00002000:00000001:6.0:1557964992.631159:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964992.631160:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964992.631161:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964992.631163:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964992.631164:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964992.631165:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964992.631166:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964992.631168:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964992.631169:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964992.631170:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964992.631171:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964992.631172:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964992.631172:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964992.631197:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964992.631197:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318713959, max_age 4318712959 00000020:00000004:6.0:1557964992.631198:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964992.631199:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964992.631220:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964992.631221:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318713959, max_age 4318712959 00000020:00000004:6.0:1557964992.631222:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964992.631223:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964992.631245:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964992.631245:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318713959, max_age 4318712959 00000020:00000004:6.0:1557964992.631246:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964992.631247:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964993.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964993.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964993.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964993.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964993.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964993.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964993.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964993.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964993.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964993.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964993.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964993.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964993.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964993.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964993.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964993.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964994.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964994.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964994.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964994.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964994.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964994.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964994.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964994.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964994.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964994.508118:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964994.508119:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964994.508119:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964994.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964994.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964994.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964994.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964995.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964995.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964995.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964995.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964995.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964995.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964995.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964995.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964995.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964995.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964995.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964995.508117:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964995.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964995.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964995.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964995.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676042:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964995.676047:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964995.676049:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627626c00. 00000020:00000040:10.0:1557964995.676067:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557964995.676070:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964995.676070:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964995.676072:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964995.676073:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366400. 00000100:00000001:10.0:1557964995.676074:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676077:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964995.676080:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964995.676081:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964995.676082:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676084:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627626c00] to pc [ptlrpcd_01_14:14] req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964995.676089:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676090:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557964995.676092:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964995.676092:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627626000. 00000020:00000040:10.0:1557964995.676094:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557964995.676094:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964995.676095:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964995.676096:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557964995.676115:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365c00. 00000100:00000001:10.0:1557964995.676116:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676117:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557964995.676122:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964995.676122:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964995.676123:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676123:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964995.676124:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964995.676124:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:9.0:1557964995.676124:0:14867:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:11.0:1557964995.676125:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676125:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964995.676126:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676127:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627626000] to pc [ptlrpcd_01_15:15] req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:9.0:1557964995.676127:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964995.676131:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676131:0:14867:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000040:10.0:1557964995.676132:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:9.0:1557964995.676132:0:14867:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676133:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557964995.676133:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557964995.676133:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627626300. 02000000:00000001:9.0:1557964995.676133:0:14867:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:11.0:1557964995.676134:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000040:10.0:1557964995.676134:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 02000000:00000001:9.0:1557964995.676134:0:14867:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676135:0:14868:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000001:10.0:1557964995.676135:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557964995.676135:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557964995.676135:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:9.0:1557964995.676135:0:14867:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:8c05ad95-98db-8b06-7942-a20be71d88ee:14867:1633636024601536:172.19.1.24@o2ib100:400 02000000:00000010:10.0:1557964995.676136:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366f00. 00000100:00000001:10.0:1557964995.676136:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557964995.676137:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557964995.676137:0:14867:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:9.0:1557964995.676137:0:14867:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:10.0:1557964995.676138:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 02000000:00000001:9.0:1557964995.676138:0:14867:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964995.676139:0:14867:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964995.676140:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557964995.676140:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:9.0:1557964995.676140:0:14867:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdda00. 00000020:00000001:10.0:1557964995.676141:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964995.676141:0:14867:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676142:0:14868:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:11.0:1557964995.676142:0:14868:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676142:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627626300] to pc [ptlrpcd_01_00:0] req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000400:00000010:9.0:1557964995.676142:0:14867:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe345480. 02000000:00000001:11.0:1557964995.676144:0:14868:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1557964995.676144:0:14868:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557964995.676144:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357d80. 00000100:00100000:11.0:1557964995.676146:0:14868:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:looze-MDT0000-lwp-OST0009_UUID:14868:1633636024601552:172.19.1.24@o2ib100:400 00000100:00000200:9.0:1557964995.676146:0:14867:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601536, portal 25 00000100:00000001:9.0:1557964995.676146:0:14867:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:9.0:1557964995.676147:0:14867:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220074496 : -131296489477120 : ffff889627626c00) 00000100:00000001:11.0:1557964995.676148:0:14868:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:11.0:1557964995.676148:0:14868:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:11.0:1557964995.676149:0:14868:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.676149:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964995.676149:0:14867:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:11.0:1557964995.676150:0:14868:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557964995.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000010:11.0:1557964995.676151:0:14868:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0cc00. 02000000:00000001:11.0:1557964995.676151:0:14868:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=471464 : 471464 : 731a8) 00000020:00000001:10.0:1557964995.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000020:00000001:10.0:1557964995.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000400:00000010:11.0:1557964995.676153:0:14868:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff9d80. 00000020:00000001:10.0:1557964995.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709286976 : -264640 : fffffffffffbf640) 00000020:00000001:10.0:1557964995.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000001:9.0:1557964995.676153:0:14867:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:25.0:1557964995.676154:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:11.0:1557964995.676154:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1100. 00000020:00000001:10.0:1557964995.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00100000:25.0:1557964995.676155:0:14850:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:10.0:1557964995.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709422296 : -129320 : fffffffffffe06d8) 00000100:00000040:9.0:1557964995.676155:0:14867:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:25.0:1557964995.676156:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:11.0:1557964995.676156:0:14868:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601552, portal 10 00000100:00000001:11.0:1557964995.676156:0:14868:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557964995.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=84416 : 84416 : 149c0) 00000400:00000010:9.0:1557964995.676156:0:14867:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356080. 00000100:00000001:11.0:1557964995.676157:0:14868:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220071424 : -131296489480192 : ffff889627626000) 00000020:00000001:10.0:1557964995.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709465992 : -85624 : fffffffffffeb188) 00000100:00000001:25.0:1557964995.676158:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557964995.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1135478 : 1135478 : 115376) 00000100:00000200:9.0:1557964995.676158:0:14867:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601536, offset 0 00000100:00000001:25.0:1557964995.676159:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:11.0:1557964995.676159:0:14868:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557964995.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=67767 : 67767 : 108b7) 00000400:00000010:9.0:1557964995.676159:0:14867:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cda800 (tot 24345892). 00000100:00000001:25.0:1557964995.676160:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964995.676160:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964995.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450106 : -101510 : fffffffffffe737a) 00000020:00000001:10.0:1557964995.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527515 : -24101 : ffffffffffffa1db) 00000100:00000001:25.0:1557964995.676161:0:14850:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557964995.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147511600 : 147511600 : 8cad930) 00000020:00000001:10.0:1557964995.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709524396 : -27220 : ffffffffffff95ac) 00000020:00000001:10.0:1557964995.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000020:00000001:10.0:1557964995.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709076440 : -475176 : fffffffffff8bfd8) 00000100:00000001:11.0:1557964995.676163:0:14868:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964995.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000040:25.0:1557964995.676164:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:11.0:1557964995.676164:0:14868:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964995.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=136552 : 136552 : 21568) 00000020:00000001:10.0:1557964995.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000400:00000200:9.0:1557964995.676164:0:14867:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964995.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709276944 : -274672 : fffffffffffbcf10) 00000020:00000001:10.0:1557964995.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000400:00000010:11.0:1557964995.676166:0:14868:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af1d80. 00000020:00000001:10.0:1557964995.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000020:00000001:10.0:1557964995.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000100:00000200:11.0:1557964995.676167:0:14868:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601552, offset 0 00000020:00000001:10.0:1557964995.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=992330 : 992330 : f244a) 00000020:00000001:10.0:1557964995.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000001:25.0:1557964995.676168:0:14850:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557964995.676168:0:14850:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 02000000:00000001:25.0:1557964995.676169:0:14850:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:11.0:1557964995.676169:0:14868:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0d800 (tot 24346292). 00000020:00000001:10.0:1557964995.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964995.676170:0:14850:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964995.676171:0:14868:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964995.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557964995.676172:0:14850:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0001-lwp-OST0009_UUID:14850:1633636024601568:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557964995.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557964995.676172:0:14867:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000001:25.0:1557964995.676173:0:14850:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557964995.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964995.676174:0:14850:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:25.0:1557964995.676174:0:14850:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964995.676175:0:14850:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:12.0:1557964995.676175:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964995.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964995.676175:0:14867:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 02000000:00000010:25.0:1557964995.676176:0:14850:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736397a00. 00000020:00000001:10.0:1557964995.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964995.676177:0:14850:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557964995.676177:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557964995.676177:0:14868:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557964995.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964995.676178:0:14850:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fcb627e0. 00000100:00000001:12.0:1557964995.676178:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557964995.676178:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557964995.676179:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07980. 00000800:00000200:11.0:1557964995.676179:0:14868:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557964995.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964995.676180:0:14867:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000200:25.0:1557964995.676181:0:14850:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601568, portal 10 00000020:00000001:10.0:1557964995.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676182:0:14850:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557964995.676182:0:14850:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220072192 : -131296489479424 : ffff889627626300) 00000020:00000001:10.0:1557964995.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964995.676182:0:14867:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:11.0:1557964995.676183:0:14868:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964995.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964995.676183:0:14867:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000040:25.0:1557964995.676184:0:14850:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:11.0:1557964995.676184:0:14868:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557964995.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964995.676187:0:14868:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557964995.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557964995.676187:0:14867:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:25.0:1557964995.676188:0:14850:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557964995.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676188:0:14867:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557964995.676189:0:14868:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557964995.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676189:0:14867:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:25.0:1557964995.676190:0:14850:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:25.0:1557964995.676190:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06300. 00000100:00000001:11.0:1557964995.676190:0:14868:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676190:0:14867:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557964995.676191:0:14850:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601568, offset 0 00000100:00000001:11.0:1557964995.676191:0:14868:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557964995.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676191:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676192:0:14868:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676192:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:25.0:1557964995.676193:0:14850:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736396600 (tot 24346692). 00000100:00000001:11.0:1557964995.676193:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676194:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964995.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676194:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:25.0:1557964995.676195:0:14850:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964995.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676195:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:11.0:1557964995.676196:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964995.676196:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557964995.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676196:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964995.676197:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964995.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676197:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964995.676198:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557964995.676198:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676198:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676199:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676199:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557964995.676200:0:14850:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000100:00000001:11.0:1557964995.676200:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964995.676200:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557964995.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676200:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964995.676201:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676201:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557964995.676201:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676202:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964995.676203:0:14850:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557964995.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676203:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964995.676205:0:14850:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557964995.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964995.676207:0:14850:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:25.0:1557964995.676207:0:14850:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964995.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557964995.676209:0:14850:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557964995.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676211:0:14850:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676212:0:14850:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557964995.676212:0:14850:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676213:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676214:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676214:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557964995.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676215:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557964995.676215:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557964995.676216:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:25.0:1557964995.676216:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676238:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964995.676239:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557964995.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676241:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676244:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676247:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676248:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676249:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964995.676250:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557964995.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676250:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676251:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676252:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557964995.676253:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557964995.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676253:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676254:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964995.676255:0:14819:0:(events.c:52:request_out_callback()) Process entered 00000020:00000001:10.0:1557964995.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.676255:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557964995.676256:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318742004) 00000100:00000200:14.0:1557964995.676258:0:14819:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557964995.676262:0:14819:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557964995.676263:0:14819:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964995.676265:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:14.0:1557964995.676267:0:14819:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557964995.676267:0:14819:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557964995.676268:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06300 00000400:00000010:14.0:1557964995.676269:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06300. 00000400:00000010:14.0:1557964995.676271:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736396600 (tot 24346292). 00000800:00000200:14.0:1557964995.676272:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:21.0:1557964995.676274:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:14.0:1557964995.676274:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:21.0:1557964995.676278:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:21.0:1557964995.676283:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964995.676294:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557964995.676297:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964995.676306:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557964995.676308:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557964995.676309:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356080 00000800:00000200:7.0:1557964995.676309:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000400:00000010:21.0:1557964995.676312:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356080. 00000400:00000010:21.0:1557964995.676315:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cda800 (tot 24345892). 00000800:00000200:21.0:1557964995.676318:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000800:00000200:7.0:1557964995.676319:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:21.0:1557964995.676322:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557964995.676322:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:7.0:1557964995.676327:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964995.676338:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557964995.676341:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557964995.676349:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557964995.676351:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557964995.676353:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1d80 00000400:00000010:7.0:1557964995.676355:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1d80. 00000400:00000010:7.0:1557964995.676358:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0d800 (tot 24345492). 00000800:00000200:7.0:1557964995.676361:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557964995.676452:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557964995.676467:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964995.676478:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964995.676481:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964995.676485:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964995.676505:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964995.676509:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04be0 00000800:00000200:4.0:1557964995.676511:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000400:00000200:14.0:1557964995.676512:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9d9d [1] + 192 00000800:00000200:15.0:1557964995.676513:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964995.676514:0:14822:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557964995.676516:0:14822:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:4.0:1557964995.676516:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557964995.676520:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000040:14.0:1557964995.676521:0:14822:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:4.0:1557964995.676521:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24346292). 00000400:00000200:4.0:1557964995.676524:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04bc0 00000100:00000001:14.0:1557964995.676526:0:14822:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:4.0:1557964995.676527:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdd29 [1] + 192 00000100:00000001:4.0:1557964995.676541:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557964995.676543:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000010:14.0:1557964995.676545:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345892). 00000800:00000200:14.0:1557964995.676546:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:21.0:1557964995.676547:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000040:4.0:1557964995.676547:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557964995.676548:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964995.676549:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:21.0:1557964995.676552:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:4.0:1557964995.676552:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000200:21.0:1557964995.676555:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557964995.676587:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346292). 00000400:00000010:4.0:1557964995.676588:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345892). 00000800:00000200:4.0:1557964995.676589:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000100:00000001:25.0:1557964995.676591:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:21.0:1557964995.676591:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04bd0 00000800:00000200:4.0:1557964995.676591:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000800:00000200:4.0:1557964995.676592:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:4.0:1557964995.676593:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:21.0:1557964995.676595:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdd31 [1] + 192 00000100:00000001:25.0:1557964995.676608:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:21.0:1557964995.676608:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:9.0:1557964995.676608:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964995.676609:0:14867:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:21.0:1557964995.676610:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000400:00000001:25.0:1557964995.676611:0:14850:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:25.0:1557964995.676611:0:14850:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:25.0:1557964995.676612:0:14850:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:21.0:1557964995.676615:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:25.0:1557964995.676616:0:14850:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557964995.676620:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557964995.676621:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000400:00000001:9.0:1557964995.676621:0:14867:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557964995.676621:0:14867:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000200:25.0:1557964995.676622:0:14850:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557964995.676622:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:9.0:1557964995.676622:0:14867:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:21.0:1557964995.676623:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557964995.676624:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:9.0:1557964995.676624:0:14867:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964995.676644:0:14850:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:25.0:1557964995.676646:0:14850:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fcb627e0. 00000400:00000200:25.0:1557964995.676647:0:14850:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07980 00000400:00000010:25.0:1557964995.676648:0:14850:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07980. 00000100:00000001:25.0:1557964995.676649:0:14850:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:9.0:1557964995.676649:0:14867:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557964995.676650:0:14850:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557964995.676650:0:14850:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:25.0:1557964995.676651:0:14850:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557964995.676652:0:14850:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557964995.676653:0:14850:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676654:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964995.676654:0:14867:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00001000:25.0:1557964995.676655:0:14850:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=25 v=45 (45 45 45 45) 00000100:00000001:11.0:1557964995.676655:0:14868:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:9.0:1557964995.676655:0:14867:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe345480. 00000400:00000200:9.0:1557964995.676656:0:14867:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357d80 00000100:00001000:25.0:1557964995.676673:0:14850:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=25 v=45 (1 1 1 1) 00000400:00000010:9.0:1557964995.676674:0:14867:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357d80. 00000100:00000001:9.0:1557964995.676674:0:14867:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964995.676675:0:14850:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964995.676675:0:14850:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:11.0:1557964995.676675:0:14868:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557964995.676676:0:14868:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00010000:00000001:25.0:1557964995.676690:0:14850:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:11.0:1557964995.676690:0:14868:0:(events.c:91:reply_in_callback()) Process entered 00010000:00080000:25.0:1557964995.676691:0:14850:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964995.676691:0:14867:0:(client.c:1337:after_reply()) Process entered 00000100:00000200:11.0:1557964995.676692:0:14868:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:9.0:1557964995.676692:0:14867:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557964995.676692:0:14867:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964995.676693:0:14867:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557964995.676694:0:14867:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:25.0:1557964995.676695:0:14850:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557964995.676695:0:14867:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=25 v=45 (45 45 45 45) 00000100:00000001:25.0:1557964995.676696:0:14850:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000200:11.0:1557964995.676697:0:14868:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:9.0:1557964995.676697:0:14867:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=25 v=45 (1 1 1 1) 00000100:00000040:25.0:1557964995.676698:0:14850:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557964995.676698:0:14867:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964995.676699:0:14850:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:25.0:1557964995.676699:0:14850:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676699:0:14867:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557964995.676699:0:14867:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:9.0:1557964995.676700:0:14867:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557964995.676701:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964995.676701:0:14868:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:9.0:1557964995.676701:0:14867:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:11.0:1557964995.676702:0:14868:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d80. 00000100:00000040:9.0:1557964995.676703:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:11.0:1557964995.676704:0:14868:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af1100 00000100:00000001:25.0:1557964995.676705:0:14850:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:11.0:1557964995.676705:0:14868:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af1100. 00000100:00000001:25.0:1557964995.676706:0:14850:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557964995.676706:0:14868:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557964995.676706:0:14867:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557964995.676707:0:14850:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676707:0:14868:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:9.0:1557964995.676707:0:14867:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:25.0:1557964995.676708:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:11.0:1557964995.676708:0:14868:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:11.0:1557964995.676708:0:14868:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557964995.676708:0:14867:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676709:0:14868:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557964995.676709:0:14867:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Interpret:RN/0/0 rc 0/0 02000000:00000001:11.0:1557964995.676710:0:14868:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:11.0:1557964995.676712:0:14868:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=25 v=45 (45 45 45 45) 00000100:00100000:25.0:1557964995.676713:0:14850:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:looze-MDT0001-lwp-OST0009_UUID:14850:1633636024601568:172.19.1.25@o2ib100:400 00000100:00001000:11.0:1557964995.676714:0:14868:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=25 v=45 (1 1 1 1) 00000100:00100000:9.0:1557964995.676714:0:14867:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_14:8c05ad95-98db-8b06-7942-a20be71d88ee:14867:1633636024601536:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557964995.676715:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676715:0:14868:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557964995.676716:0:14850:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1557964995.676716:0:14868:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:11.0:1557964995.676716:0:14868:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:9.0:1557964995.676716:0:14867:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:25.0:1557964995.676717:0:14850:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627626300 x1633636024601568/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Complete:RN/0/0 rc 0/0 00010000:00000001:11.0:1557964995.676717:0:14868:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676717:0:14867:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:11.0:1557964995.676718:0:14868:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:11.0:1557964995.676718:0:14868:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000040:9.0:1557964995.676718:0:14867:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627626c00 x1633636024601536/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:11.0:1557964995.676719:0:14868:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1557964995.676719:0:14868:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676721:0:14850:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000040:11.0:1557964995.676721:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Rpc:RN/0/0 rc 0/0 02000000:00000001:25.0:1557964995.676722:0:14850:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:9.0:1557964995.676722:0:14867:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000010:25.0:1557964995.676723:0:14850:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736397a00. 00000100:00000001:11.0:1557964995.676723:0:14868:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:9.0:1557964995.676723:0:14867:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:25.0:1557964995.676724:0:14850:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964995.676724:0:14850:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:11.0:1557964995.676724:0:14868:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:9.0:1557964995.676724:0:14867:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdda00. 00000020:00000040:25.0:1557964995.676725:0:14850:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:11.0:1557964995.676725:0:14868:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:9.0:1557964995.676725:0:14867:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:25.0:1557964995.676726:0:14850:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557964995.676726:0:14850:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366f00. 00000100:00000040:11.0:1557964995.676726:0:14868:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Interpret:RN/0/0 rc 0/0 00000020:00000001:9.0:1557964995.676726:0:14867:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557964995.676726:0:14867:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 02000000:00000001:25.0:1557964995.676727:0:14850:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:9.0:1557964995.676727:0:14867:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000001:25.0:1557964995.676728:0:14850:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557964995.676728:0:14850:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627626300. 02000000:00000010:9.0:1557964995.676728:0:14867:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366400. 00000100:00100000:11.0:1557964995.676729:0:14868:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_15:looze-MDT0000-lwp-OST0009_UUID:14868:1633636024601552:172.19.1.24@o2ib100:400 02000000:00000001:9.0:1557964995.676729:0:14867:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557964995.676729:0:14867:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:25.0:1557964995.676730:0:14850:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557964995.676730:0:14850:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:9.0:1557964995.676730:0:14867:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627626c00. 00000100:00000001:25.0:1557964995.676731:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676731:0:14868:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676732:0:14868:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:9.0:1557964995.676732:0:14867:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557964995.676732:0:14867:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964995.676733:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:11.0:1557964995.676733:0:14868:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627626000 x1633636024601552/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965101 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557964995.676733:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557964995.676734:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676734:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964995.676734:0:14867:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557964995.676735:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557964995.676735:0:14867:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557964995.676736:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557964995.676736:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676736:0:14868:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00000001:9.0:1557964995.676736:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 02000000:00000001:11.0:1557964995.676737:0:14868:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:11.0:1557964995.676737:0:14868:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0cc00. 00000100:00000001:9.0:1557964995.676737:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557964995.676738:0:14868:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:9.0:1557964995.676738:0:14867:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557964995.676738:0:14867:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964995.676739:0:14868:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557964995.676740:0:14868:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:11.0:1557964995.676741:0:14868:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557964995.676742:0:14868:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365c00. 02000000:00000001:11.0:1557964995.676743:0:14868:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557964995.676744:0:14868:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557964995.676744:0:14868:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627626000. 00000100:00000001:11.0:1557964995.676746:0:14868:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:11.0:1557964995.676746:0:14868:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676747:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557964995.676749:0:14868:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557964995.676749:0:14868:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676750:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964995.676750:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557964995.676751:0:14868:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557964995.676751:0:14868:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557964995.795076:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557964995.795095:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964995.795103:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557964995.795110:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557964995.795113:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557964995.795120:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010f90 00000400:00000200:14.0:1557964995.795126:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9815 [1] + 0 00000400:00000010:14.0:1557964995.795130:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36180. 00000400:00000200:14.0:1557964995.795132:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3480 00000800:00000200:15.0:1557964995.795136:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964995.795136:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557964995.795137:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557964995.795140:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8450 x1633635891482512 msgsize 224 00000100:00100000:14.0:1557964995.795146:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557964995.795148:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557964995.795166:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557964995.795166:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3480 00000400:00000010:14.0:1557964995.795167:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3480. 00000400:00000010:14.0:1557964995.795168:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557964995.795170:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557964995.795171:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557964995.795172:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557964995.795198:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964995.795200:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964995.795201:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557964995.795202:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557964995.795203:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557964995.795203:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557964995.795205:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557964995.795206:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482512 00000020:00000001:10.0:1557964995.795207:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557964995.795208:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557964995.795208:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557964995.795209:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557964995.795210:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557964995.795211:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557964995.795213:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964995.795215:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557964995.795216:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557964995.795218:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd700. 00000020:00000010:10.0:1557964995.795219:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557964995.795221:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557964995.795222:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557964995.795222:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557964995.795223:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.795224:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.795228:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557964995.795229:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964995.795230:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557964995.795230:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557964995.795231:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557964995.795232:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557964995.795233:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557964995.795235:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1647 00000100:00000040:10.0:1557964995.795236:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557964995.795237:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725353040 : -131291984198576 : ffff889733eb8450) 00000100:00000040:10.0:1557964995.795238:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8450 x1633635891482512/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:661/0 lens 224/0 e 0 to 0 dl 1557965056 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557964995.795242:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557964995.795242:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557964995.795244:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891482512:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557964995.795245:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482512 00000020:00000001:10.0:1557964995.795246:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557964995.795247:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557964995.795248:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.795249:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557964995.795250:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557964995.795251:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557964995.795252:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557964995.795252:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557964995.795253:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557964995.795254:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.795255:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557964995.795256:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557964995.795257:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964995.795258:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.795259:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964995.795260:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557964995.795261:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557964995.795262:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557964995.795263:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557964995.795265:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557964995.795266:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557964995.795267:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557964995.795269:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557964995.795270:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557964995.795271:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964995.795273:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557964995.795274:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557964995.795275:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557964995.795276:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557964995.795277:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482512 00010000:00000001:10.0:1557964995.795277:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557964995.795279:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8450 x1633635891482512/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:661/0 lens 224/368 e 0 to 0 dl 1557965056 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557964995.795282:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557964995.795283:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557964995.795284:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=148 v=45 (1 1 1 1) 00000100:00000001:10.0:1557964995.795285:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557964995.795287:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964995.795288:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557964995.795289:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557964995.795290:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.795290:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557964995.795292:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557964995.795293:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557964995.795294:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482512, offset 192 00000400:00000010:10.0:1557964995.795297:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68fe00 (tot 24345892). 00000400:00000200:10.0:1557964995.795299:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557964995.795305:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557964995.795307:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557964995.795310:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557964995.795311:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557964995.795312:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557964995.795315:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557964995.795315:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557964995.795316:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557964995.795318:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557964995.795318:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557964995.795319:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964995.795319:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557964995.795320:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557964995.795321:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557964995.795322:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8450 x1633635891482512/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:661/0 lens 224/336 e 0 to 0 dl 1557965056 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557964995.795323:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557964995.795325:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557964995.795326:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891482512:12345-172.19.1.25@o2ib100:13 Request processed in 83us (185us total) trans 0 rc 0/0 00000100:00000001:14.0:1557964995.795327:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557964995.795328:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557964995.795328:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557964995.795328:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557964995.795329:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000100:00100000:10.0:1557964995.795329:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1647 00000400:00000010:14.0:1557964995.795330:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68fe00 (tot 24345492). 00000100:00000040:10.0:1557964995.795330:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557964995.795331:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557964995.795331:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557964995.795332:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557964995.795332:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd700. 00000020:00000010:10.0:1557964995.795333:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557964995.795334:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557964995.795335:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557964995.795336:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557964995.795336:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557964995.795337:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557964995.795337:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557964995.795339:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557964995.795341:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2120. 00000400:00000010:10.0:1557964995.795342:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd700. 00000400:00000001:10.0:1557964995.795343:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557964995.795344:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557964995.803354:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557964995.803417:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557964995.803421:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557964995.803425:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557964995.803427:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557964995.803430:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12960 00000400:00000200:7.0:1557964995.803432:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd7a1 [1] + 0 00000400:00000010:7.0:1557964995.803434:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3e40. 00000400:00000200:7.0:1557964995.803435:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462ae00 00000100:00000001:7.0:1557964995.803437:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557964995.803438:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557964995.803439:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612c50 x1633635870517600 msgsize 224 00000100:00100000:7.0:1557964995.803441:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557964995.803442:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557964995.803444:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557964995.803444:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ae00 00000400:00000010:7.0:1557964995.803445:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ae00. 00000800:00000200:17.0:1557964995.803447:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:7.0:1557964995.803447:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557964995.803448:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:7.0:1557964995.803449:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000001:1.0:1557964995.803449:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557964995.803450:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557964995.803451:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964995.803452:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557964995.803453:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557964995.803454:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557964995.803455:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557964995.803457:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557964995.803458:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517600 00000020:00000001:1.0:1557964995.803459:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557964995.803460:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557964995.803461:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557964995.803462:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557964995.803462:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557964995.803463:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557964995.803465:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964995.803466:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557964995.803467:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557964995.803469:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f000. 00000020:00000010:1.0:1557964995.803470:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557964995.803471:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557964995.803472:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557964995.803472:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557964995.803473:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964995.803474:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964995.803477:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557964995.803478:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557964995.803479:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557964995.803479:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557964995.803479:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557964995.803480:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557964995.803480:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557964995.803482:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1653 00000100:00000040:1.0:1557964995.803501:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557964995.803502:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836060240 : -131364873491376 : ffff88863b612c50) 00000100:00000040:1.0:1557964995.803507:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612c50 x1633635870517600/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:661/0 lens 224/0 e 0 to 0 dl 1557965056 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557964995.803511:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557964995.803511:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557964995.803513:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870517600:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557964995.803514:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517600 00000020:00000001:1.0:1557964995.803515:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557964995.803516:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557964995.803517:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964995.803518:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557964995.803518:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557964995.803519:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557964995.803520:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557964995.803537:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557964995.803540:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557964995.803540:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964995.803542:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557964995.803543:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557964995.803545:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9400. 02000000:00000001:1.0:1557964995.803546:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964995.803547:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557964995.803548:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557964995.803549:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557964995.803549:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557964995.803550:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557964995.803551:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557964995.803553:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557964995.803554:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557964995.803555:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964995.803556:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557964995.803557:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557964995.803558:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557964995.803560:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557964995.803561:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517600 00010000:00000001:1.0:1557964995.803562:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557964995.803563:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612c50 x1633635870517600/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:661/0 lens 224/368 e 0 to 0 dl 1557965056 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557964995.803567:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557964995.803568:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557964995.803569:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=148 v=45 (1 1 1 1) 00000100:00000001:1.0:1557964995.803570:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557964995.803571:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964995.803572:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557964995.803573:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557964995.803573:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964995.803574:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557964995.803575:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557964995.803576:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f100. 00000100:00000200:1.0:1557964995.803578:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517600, offset 192 00000400:00000010:1.0:1557964995.803579:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76000 (tot 24345892). 00000400:00000200:1.0:1557964995.803581:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557964995.803587:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557964995.803589:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557964995.803592:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557964995.803594:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557964995.803595:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557964995.803597:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557964995.803598:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557964995.803599:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557964995.803600:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557964995.803601:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557964995.803602:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557964995.803602:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557964995.803603:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557964995.803604:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612c50 x1633635870517600/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:661/0 lens 224/336 e 0 to 0 dl 1557965056 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557964995.803613:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178960:x1633635870517600:12345-172.19.1.24@o2ib100:13 Request processed in 101us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1557964995.803617:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1653 00000100:00000040:1.0:1557964995.803618:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557964995.803618:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557964995.803619:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557964995.803620:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f000. 00000020:00000010:1.0:1557964995.803621:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557964995.803622:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557964995.803623:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557964995.803624:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557964995.803625:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557964995.803626:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77e40. 00000400:00000010:1.0:1557964995.803627:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f000. 00000400:00000001:1.0:1557964995.803628:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000800:00000200:29.2:1557964995.803629:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557964995.803629:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557964995.803663:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557964995.803667:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557964995.803669:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557964995.803670:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557964995.803671:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9400. 02000000:00000001:4.0:1557964995.803673:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557964995.803673:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557964995.803691:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f100 00000400:00000010:4.0:1557964995.803692:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f100. 00000400:00000010:4.0:1557964995.803694:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76000 (tot 24345492). 00000800:00000200:4.0:1557964995.803695:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557964995.803697:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557964996.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964996.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964996.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964996.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964996.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964996.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964996.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964996.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964996.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964996.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964996.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964996.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964996.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964996.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964996.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964996.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964997.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964997.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964997.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964997.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964997.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964997.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964997.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964997.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964997.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964997.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964997.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964997.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964997.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964997.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964997.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964997.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557964997.631617:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887383dd400 (tot 24345748). 00000400:00000010:6.0:1557964997.631624:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887383dd400 (tot 24345492). 00000020:00000001:6.0:1557964997.632618:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964997.632619:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318713959, max_age 4318717960 00002000:00000001:6.0:1557964997.632620:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557964997.632621:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557964997.632622:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557964997.632624:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557964997.632625:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557964997.632626:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557964997.632628:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557964997.632629:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557964997.632630:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964997.632631:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557964997.632632:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557964997.632633:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557964997.632633:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964997.632657:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964997.632658:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318718960, max_age 4318717960 00000020:00000004:6.0:1557964997.632658:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964997.632659:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964997.632681:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964997.632682:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318718960, max_age 4318717960 00000020:00000004:6.0:1557964997.632682:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964997.632683:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557964997.632706:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557964997.632707:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318718960, max_age 4318717960 00000020:00000004:6.0:1557964997.632708:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557964997.632709:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964998.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964998.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964998.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964998.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964998.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964998.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964998.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964998.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964998.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964998.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964998.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964998.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964998.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964998.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964998.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964998.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557964999.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557964999.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557964999.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557964999.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964999.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964999.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557964999.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557964999.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964999.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964999.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557964999.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557964999.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964999.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964999.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557964999.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557964999.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965000.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965000.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965000.508061:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965000.508062:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965000.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965000.508066:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965000.508067:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965000.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965000.508068:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965000.508069:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965000.508069:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965000.508070:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965000.508070:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965000.508071:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965000.508071:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965000.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965000.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965000.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965000.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965000.508118:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965000.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965000.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965000.508122:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965000.803048:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965000.803071:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965000.803080:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965000.803088:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965000.803092:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965000.803098:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010fb0 00000400:00000200:14.0:1557965000.803104:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9825 [1] + 0 00000400:00000010:14.0:1557965000.803109:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36120. 00000400:00000200:14.0:1557965000.803126:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3200 00000800:00000200:15.0:1557965000.803127:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965000.803129:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965000.803129:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965000.803131:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff889733eb8050 x1633635891482544 msgsize 224 00000100:00100000:14.0:1557965000.803133:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965000.803134:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965000.803137:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965000.803137:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3200 00000400:00000010:14.0:1557965000.803138:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3200. 00000400:00000010:14.0:1557965000.803140:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965000.803141:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965000.803142:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965000.803161:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965000.803169:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965000.803170:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965000.803173:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965000.803174:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965000.803174:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965000.803175:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965000.803177:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965000.803178:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482544 00000020:00000001:10.0:1557965000.803179:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965000.803180:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965000.803181:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965000.803182:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965000.803183:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965000.803184:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965000.803185:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965000.803186:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965000.803188:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557965000.803189:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcb00. 00000020:00000010:10.0:1557965000.803191:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965000.803192:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965000.803193:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965000.803194:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965000.803195:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965000.803196:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965000.803199:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965000.803201:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965000.803201:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965000.803202:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965000.803202:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965000.803203:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965000.803204:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965000.803206:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1648 00000100:00000040:10.0:1557965000.803207:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965000.803208:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612781725352016 : -131291984199600 : ffff889733eb8050) 00000100:00000040:10.0:1557965000.803209:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff889733eb8050 x1633635891482544/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:666/0 lens 224/0 e 0 to 0 dl 1557965061 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965000.803213:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965000.803214:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965000.803216:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891482544:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965000.803217:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482544 00000020:00000001:10.0:1557965000.803218:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965000.803219:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965000.803220:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965000.803221:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965000.803222:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965000.803223:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965000.803223:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965000.803224:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965000.803224:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965000.803225:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965000.803226:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965000.803227:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965000.803228:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557965000.803228:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965000.803229:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965000.803230:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965000.803231:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965000.803231:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965000.803232:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965000.803235:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965000.803236:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965000.803237:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965000.803238:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965000.803239:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965000.803240:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965000.803242:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965000.803243:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965000.803244:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965000.803245:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965000.803246:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482544 00010000:00000001:10.0:1557965000.803247:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965000.803249:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff889733eb8050 x1633635891482544/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:666/0 lens 224/368 e 0 to 0 dl 1557965061 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965000.803253:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965000.803253:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965000.803254:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=153 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965000.803256:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965000.803257:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965000.803258:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965000.803259:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965000.803260:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965000.803260:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965000.803262:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965000.803263:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcf00. 00000100:00000200:10.0:1557965000.803264:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482544, offset 192 00000400:00000010:10.0:1557965000.803267:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689400 (tot 24345892). 00000400:00000200:10.0:1557965000.803268:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965000.803274:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965000.803276:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965000.803279:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965000.803280:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965000.803281:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965000.803283:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965000.803284:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965000.803285:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965000.803286:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557965000.803287:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557965000.803287:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965000.803288:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965000.803289:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965000.803290:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965000.803290:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889733eb8050 x1633635891482544/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:666/0 lens 224/336 e 0 to 0 dl 1557965061 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965000.803291:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965000.803293:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00100000:10.0:1557965000.803294:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891482544:12345-172.19.1.25@o2ib100:13 Request processed in 80us (162us total) trans 0 rc 0/0 00000100:00000001:14.0:1557965000.803295:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557965000.803296:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965000.803296:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965000.803296:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bcf00 00000400:00000010:14.0:1557965000.803297:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bcf00. 00000400:00000010:14.0:1557965000.803298:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689400 (tot 24345492). 00000800:00000200:14.0:1557965000.803299:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557965000.803299:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1648 00000100:00000040:10.0:1557965000.803301:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965000.803302:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965000.803303:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965000.803304:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcb00. 00000020:00000010:10.0:1557965000.803304:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965000.803305:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557965000.803306:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965000.803307:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965000.803308:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557965000.803309:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965000.803309:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965000.803310:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965000.803311:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2d20. 00000400:00000010:10.0:1557965000.803313:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcb00. 00000400:00000001:10.0:1557965000.803314:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965000.803314:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965000.811366:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557965000.811415:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965000.811425:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557965000.811433:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557965000.811438:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557965000.811445:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc129b0 00000400:00000200:17.0:1557965000.811451:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd7c1 [1] + 0 00000400:00000010:17.0:1557965000.811455:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e33c0. 00000400:00000200:17.0:1557965000.811457:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a980 00000800:00000200:7.0:1557965000.811459:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557965000.811461:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557965000.811462:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557965000.811465:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612850 x1633635870517680 msgsize 224 00000100:00100000:17.0:1557965000.811471:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557965000.811472:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557965000.811476:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557965000.811477:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a980 00000400:00000010:17.0:1557965000.811479:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a980. 00000400:00000010:17.0:1557965000.811482:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557965000.811485:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965000.811485:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557965000.811489:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557965000.811489:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557965000.811491:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557965000.811491:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965000.811493:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965000.811495:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965000.811497:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965000.811501:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965000.811505:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517680 00000020:00000001:1.0:1557965000.811507:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965000.811509:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965000.811510:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965000.811512:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965000.811514:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965000.811517:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965000.811520:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965000.811521:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965000.811523:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965000.811527:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f200. 00000020:00000010:1.0:1557965000.811530:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965000.811532:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965000.811535:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965000.811536:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965000.811537:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965000.811540:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965000.811544:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965000.811547:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965000.811549:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965000.811550:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965000.811551:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965000.811552:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965000.811553:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965000.811557:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1654 00000100:00000040:1.0:1557965000.811559:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965000.811561:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836059216 : -131364873492400 : ffff88863b612850) 00000100:00000040:1.0:1557965000.811565:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612850 x1633635870517680/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:666/0 lens 224/0 e 0 to 0 dl 1557965061 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965000.811575:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965000.811576:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965000.811579:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870517680:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965000.811582:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517680 00000020:00000001:1.0:1557965000.811584:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965000.811586:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965000.811587:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965000.811589:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965000.811591:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965000.811593:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965000.811594:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965000.811596:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965000.811597:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965000.811599:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965000.811601:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965000.811603:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965000.811605:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:1.0:1557965000.811607:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965000.811609:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965000.811611:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965000.811612:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965000.811614:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965000.811615:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965000.811617:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965000.811620:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965000.811623:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965000.811626:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965000.811628:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965000.811631:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965000.811634:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965000.811635:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965000.811637:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517680 00010000:00000001:1.0:1557965000.811640:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965000.811643:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612850 x1633635870517680/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:666/0 lens 224/368 e 0 to 0 dl 1557965061 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965000.811652:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965000.811653:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965000.811655:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=153 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965000.811659:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965000.811662:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965000.811664:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965000.811666:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965000.811667:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965000.811669:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965000.811672:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965000.811673:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f300. 00000100:00000200:1.0:1557965000.811676:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517680, offset 192 00000400:00000010:1.0:1557965000.811680:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71800 (tot 24345892). 00000400:00000200:1.0:1557965000.811685:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965000.811698:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965000.811703:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965000.811710:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965000.811713:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965000.811715:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965000.811719:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965000.811720:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965000.811722:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965000.811725:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965000.811726:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965000.811728:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965000.811729:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965000.811731:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965000.811734:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612850 x1633635870517680/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:666/0 lens 224/336 e 0 to 0 dl 1557965061 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965000.811744:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178965:x1633635870517680:12345-172.19.1.24@o2ib100:13 Request processed in 168us (277us total) trans 0 rc 0/0 00000800:00000200:29.2:1557965000.811751:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557965000.811752:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1654 00000100:00000040:1.0:1557965000.811754:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965000.811756:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965000.811757:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965000.811759:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f200. 00000020:00000010:1.0:1557965000.811761:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965000.811763:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965000.811765:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965000.811768:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965000.811770:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965000.811772:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77ba0. 00000400:00000010:1.0:1557965000.811774:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f200. 00000400:00000001:1.0:1557965000.811777:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965000.811778:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965000.811794:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965000.811802:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965000.811806:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965000.811807:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965000.811809:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa800. 02000000:00000001:4.0:1557965000.811812:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965000.811813:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965000.811814:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f300 00000400:00000010:4.0:1557965000.811816:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f300. 00000400:00000010:4.0:1557965000.811819:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71800 (tot 24345492). 00000800:00000200:4.0:1557965000.811821:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965000.811824:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557965000.927653:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:7.0:1557965000.927705:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557965000.927715:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:7.0:1557965000.927723:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:7.0:1557965000.927726:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965000.927732:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726580 00000400:00000200:7.0:1557965000.927738:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xc089 [1] + 0 00000400:00000010:7.0:1557965000.927743:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354900. 00000400:00000200:7.0:1557965000.927746:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80b00 00000800:00000200:17.0:1557965000.927748:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:7.0:1557965000.927750:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965000.927751:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:7.0:1557965000.927753:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863d641450 x1633636318340480 msgsize 224 00000100:00100000:7.0:1557965000.927759:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:7.0:1557965000.927761:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965000.927765:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965000.927766:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80b00 00000400:00000010:7.0:1557965000.927768:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80b00. 00000400:00000010:7.0:1557965000.927770:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965000.927773:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557965000.927775:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557965000.927777:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557965000.927802:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965000.927807:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965000.927809:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557965000.927810:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557965000.927811:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557965000.927813:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557965000.927816:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557965000.927818:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318340480 00000020:00000001:19.0:1557965000.927820:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557965000.927821:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557965000.927823:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557965000.927825:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557965000.927827:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557965000.927829:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557965000.927831:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965000.927834:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557965000.927851:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557965000.927852:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fc080. 00000020:00000010:19.0:1557965000.927853:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557965000.927856:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557965000.927857:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557965000.927857:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557965000.927857:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557965000.927859:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557965000.927877:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557965000.927877:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965000.927880:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557965000.927881:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965000.927881:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557965000.927882:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965000.927882:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965000.927882:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557965000.927883:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:23.0:1557965000.927884:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000100:00100000:19.0:1557965000.927885:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 307 00000100:00000040:19.0:1557965000.927886:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557965000.927886:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869805136 : -131364839746480 : ffff88863d641450) 00000400:00000001:23.0:1557965000.927887:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000400:00000001:23.0:1557965000.927888:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000100:00000040:19.0:1557965000.927888:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d641450 x1633636318340480/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:666/0 lens 224/0 e 0 to 0 dl 1557965061 ref 1 fl New:H/0/ffffffff rc 0/-1 00000400:00000001:23.0:1557965000.927889:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:19.0:1557965000.927892:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965000.927892:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557965000.927894:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24080:x1633636318340480:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557965000.927895:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318340480 00000020:00000001:19.0:1557965000.927895:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557965000.927896:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557965000.927897:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965000.927897:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557965000.927898:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557965000.927899:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557965000.927899:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557965000.927900:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557965000.927900:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557965000.927901:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965000.927901:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557965000.927902:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557965000.927903:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965000.927903:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557965000.927904:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557965000.927905:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684301c00. 02000000:00000001:19.0:1557965000.927905:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965000.927906:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965000.927906:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557965000.927907:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318340480 00010000:00000001:19.0:1557965000.927908:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557965000.927909:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d641450 x1633636318340480/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:666/0 lens 224/224 e 0 to 0 dl 1557965061 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557965000.927912:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557965000.927912:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557965000.927913:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=153 v=45 (1 1 1 1) 00000100:00000001:19.0:1557965000.927914:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557965000.927915:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965000.927916:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557965000.927917:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557965000.927918:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965000.927918:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557965000.927919:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557965000.927920:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc580. 00000100:00000200:19.0:1557965000.927921:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318340480, offset 192 00000400:00000010:19.0:1557965000.927922:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684305400 (tot 24345892). 00000400:00000200:19.0:1557965000.927924:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557965000.927930:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557965000.927932:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557965000.927934:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557965000.927935:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557965000.927936:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557965000.927938:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557965000.927939:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965000.927939:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557965000.927940:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965000.927941:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557965000.927942:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557965000.927942:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965000.927942:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557965000.927943:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d641450 x1633636318340480/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:666/0 lens 224/192 e 0 to 0 dl 1557965061 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557965000.927947:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24080:x1633636318340480:12345-172.19.1.39@o2ib100:400 Request processed in 54us (193us total) trans 0 rc 0/0 00000100:00100000:19.0:1557965000.927950:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 307 00000100:00000040:19.0:1557965000.927951:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557965000.927951:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557965000.927952:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557965000.927952:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fc080. 00000020:00000010:19.0:1557965000.927953:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557965000.927954:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557965000.927955:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557965000.927956:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557965000.927957:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557965000.927958:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73c00. 00000400:00000010:19.0:1557965000.927959:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc080. 00000400:00000001:19.0:1557965000.927960:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965000.927960:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557965000.927978:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557965000.928021:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557965000.928025:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:4.0:1557965000.928027:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965000.928027:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965000.928028:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684301c00. 02000000:00000001:4.0:1557965000.928030:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965000.928030:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965000.928031:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fc580 00000400:00000010:4.0:1557965000.928032:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fc580. 00000400:00000010:4.0:1557965000.928033:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684305400 (tot 24345492). 00000800:00000200:4.0:1557965000.928035:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557965000.928036:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557965001.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965001.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965001.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965001.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965001.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965001.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965001.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965001.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965001.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965001.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965001.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965001.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965001.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965001.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965001.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965001.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965002.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965002.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965002.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965002.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965002.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965002.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965002.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965002.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965002.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965002.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965002.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965002.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965002.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965002.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965002.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965002.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965002.633115:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871e748f00 (tot 24345748). 00000400:00000010:6.0:1557965002.633130:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871e748f00 (tot 24345492). 00000020:00000001:6.0:1557965002.634191:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965002.634192:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318718960, max_age 4318722962 00002000:00000001:6.0:1557965002.634193:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965002.634194:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965002.634195:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965002.634197:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965002.634198:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965002.634199:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965002.634200:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965002.634201:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965002.634203:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965002.634204:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965002.634205:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965002.634206:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965002.634206:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965002.634230:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965002.634231:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318723962, max_age 4318722962 00000020:00000004:6.0:1557965002.634231:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965002.634233:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965002.634254:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965002.634254:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318723962, max_age 4318722962 00000020:00000004:6.0:1557965002.634255:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965002.634256:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965002.634279:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965002.634279:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318723962, max_age 4318722962 00000020:00000004:6.0:1557965002.634280:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965002.634281:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965003.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965003.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965003.508043:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965003.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965003.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965003.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965003.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965003.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965003.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965003.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965003.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965003.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965003.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965003.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965003.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965003.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965004.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965004.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965004.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965004.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965004.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965004.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965004.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965004.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965004.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965004.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965004.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965004.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965004.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965004.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965004.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965004.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965005.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965005.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965005.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965005.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965005.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965005.508052:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965005.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965005.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965005.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965005.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965005.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965005.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965005.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965005.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965005.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965005.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965005.811063:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965005.811084:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965005.811091:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965005.811099:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965005.811102:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965005.811109:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010fd0 00000400:00000200:14.0:1557965005.811115:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9835 [1] + 0 00000400:00000010:14.0:1557965005.811119:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a36300. 00000400:00000200:14.0:1557965005.811122:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2280 00000800:00000200:15.0:1557965005.811125:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965005.811127:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965005.811128:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965005.811131:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdc050 x1633635891482576 msgsize 224 00000100:00100000:14.0:1557965005.811137:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965005.811139:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965005.811143:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965005.811143:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2280 00000400:00000010:14.0:1557965005.811145:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2280. 00000400:00000010:14.0:1557965005.811147:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965005.811150:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965005.811152:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965005.811154:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965005.811180:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965005.811183:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965005.811185:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965005.811188:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965005.811189:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965005.811191:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965005.811194:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965005.811197:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482576 00000020:00000001:10.0:1557965005.811199:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965005.811200:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965005.811202:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965005.811204:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965005.811206:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965005.811209:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965005.811212:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965005.811214:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965005.811216:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557965005.811219:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdd80. 00000020:00000010:10.0:1557965005.811222:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965005.811225:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965005.811227:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965005.811228:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965005.811229:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965005.811232:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965005.811239:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965005.811242:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965005.811243:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965005.811244:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965005.811245:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965005.811247:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965005.811250:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965005.811255:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1649 00000100:00000040:10.0:1557965005.811257:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965005.811259:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547948624 : -131293161602992 : ffff8896edbdc050) 00000100:00000040:10.0:1557965005.811263:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdc050 x1633635891482576/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:671/0 lens 224/0 e 0 to 0 dl 1557965066 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965005.811273:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965005.811274:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965005.811277:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891482576:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965005.811281:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482576 00000020:00000001:10.0:1557965005.811283:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965005.811285:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965005.811286:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965005.811288:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965005.811289:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965005.811291:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965005.811293:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965005.811294:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965005.811296:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965005.811297:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965005.811299:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965005.811301:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965005.811302:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73d800. 02000000:00000001:10.0:1557965005.811304:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965005.811306:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965005.811308:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965005.811310:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965005.811311:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965005.811313:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965005.811317:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965005.811319:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965005.811321:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965005.811324:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965005.811327:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965005.811331:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965005.811333:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965005.811336:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965005.811339:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965005.811341:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965005.811343:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482576 00010000:00000001:10.0:1557965005.811345:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965005.811348:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdc050 x1633635891482576/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:671/0 lens 224/368 e 0 to 0 dl 1557965066 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965005.811357:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965005.811358:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965005.811360:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=8 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965005.811364:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965005.811367:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965005.811369:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965005.811371:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965005.811372:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965005.811374:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965005.811377:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965005.811379:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd000. 00000100:00000200:10.0:1557965005.811382:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482576, offset 192 00000400:00000010:10.0:1557965005.811385:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e600 (tot 24345892). 00000400:00000200:10.0:1557965005.811389:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965005.811402:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965005.811407:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965005.811413:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965005.811415:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965005.811418:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965005.811422:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965005.811423:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965005.811425:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965005.811428:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965005.811430:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965005.811432:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965005.811434:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965005.811435:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965005.811438:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdc050 x1633635891482576/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:671/0 lens 224/336 e 0 to 0 dl 1557965066 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965005.811449:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97257:x1633635891482576:12345-172.19.1.25@o2ib100:13 Request processed in 174us (315us total) trans 0 rc 0/0 00000800:00000200:14.2:1557965005.811456:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557965005.811456:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1649 00000100:00000040:10.0:1557965005.811459:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965005.811461:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965005.811462:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965005.811464:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdd80. 00000020:00000010:10.0:1557965005.811466:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965005.811468:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557965005.811470:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965005.811473:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.0:1557965005.811474:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000200:10.0:1557965005.811476:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965005.811477:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2b40. 00000800:00000200:14.0:1557965005.811479:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:10.0:1557965005.811479:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdd80. 00000400:00000001:10.0:1557965005.811482:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000100:00000001:14.0:1557965005.811483:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000400:00000001:10.0:1557965005.811483:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 02000000:00000001:14.0:1557965005.811484:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965005.811486:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73d800. 02000000:00000001:14.0:1557965005.811489:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965005.811491:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965005.811492:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd000 00000400:00000010:14.0:1557965005.811494:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd000. 00000400:00000010:14.0:1557965005.811496:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e600 (tot 24345492). 00000800:00000200:14.0:1557965005.811499:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965005.811501:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965005.819364:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557965005.819412:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965005.819422:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557965005.819430:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557965005.819433:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557965005.819440:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc129d0 00000400:00000200:17.0:1557965005.819446:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd7d1 [1] + 0 00000400:00000010:17.0:1557965005.819451:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3ae0. 00000400:00000200:17.0:1557965005.819453:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462bb00 00000100:00000001:17.0:1557965005.819456:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:7.0:1557965005.819456:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:17.0:1557965005.819458:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557965005.819460:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612450 x1633635870517712 msgsize 224 00000100:00100000:17.0:1557965005.819467:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557965005.819469:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557965005.819472:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557965005.819476:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bb00 00000400:00000010:17.0:1557965005.819478:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bb00. 00000400:00000010:17.0:1557965005.819481:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557965005.819481:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557965005.819485:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965005.819487:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557965005.819488:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965005.819489:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:17.0:1557965005.819491:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557965005.819491:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965005.819493:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965005.819495:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965005.819499:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965005.819503:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517712 00000020:00000001:1.0:1557965005.819505:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965005.819507:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965005.819509:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965005.819512:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965005.819514:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965005.819517:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965005.819520:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965005.819522:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965005.819524:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965005.819527:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f400. 00000020:00000010:1.0:1557965005.819529:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965005.819532:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965005.819534:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965005.819535:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965005.819536:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965005.819539:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965005.819544:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965005.819547:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965005.819548:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965005.819549:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965005.819550:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965005.819551:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965005.819552:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965005.819557:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1655 00000100:00000040:1.0:1557965005.819559:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965005.819561:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836058192 : -131364873493424 : ffff88863b612450) 00000100:00000040:1.0:1557965005.819565:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612450 x1633635870517712/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:671/0 lens 224/0 e 0 to 0 dl 1557965066 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965005.819585:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965005.819586:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965005.819589:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870517712:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965005.819593:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517712 00000020:00000001:1.0:1557965005.819594:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965005.819597:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965005.819598:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965005.819600:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965005.819601:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965005.819604:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965005.819605:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965005.819607:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965005.819608:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965005.819609:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965005.819611:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965005.819613:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965005.819615:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac400. 02000000:00000001:1.0:1557965005.819617:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965005.819634:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965005.819635:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965005.819636:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965005.819636:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965005.819637:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965005.819638:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965005.819639:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965005.819640:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965005.819642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965005.819643:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965005.819644:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965005.819645:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965005.819645:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965005.819646:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517712 00010000:00000001:1.0:1557965005.819649:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965005.819650:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612450 x1633635870517712/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:671/0 lens 224/368 e 0 to 0 dl 1557965066 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965005.819653:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965005.819654:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965005.819655:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=8 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965005.819656:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965005.819657:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965005.819658:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965005.819659:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965005.819659:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965005.819660:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965005.819661:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965005.819662:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f580. 00000100:00000200:1.0:1557965005.819664:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517712, offset 192 00000400:00000010:1.0:1557965005.819665:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72a00 (tot 24345892). 00000400:00000200:1.0:1557965005.819666:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965005.819672:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965005.819674:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965005.819676:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965005.819677:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965005.819678:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965005.819680:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965005.819681:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965005.819681:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965005.819682:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965005.819683:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965005.819684:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965005.819684:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965005.819685:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965005.819686:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612450 x1633635870517712/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:671/0 lens 224/336 e 0 to 0 dl 1557965066 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965005.819690:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870517712:12345-172.19.1.24@o2ib100:13 Request processed in 104us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965005.819693:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1655 00000100:00000040:1.0:1557965005.819694:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965005.819695:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965005.819696:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965005.819697:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f400. 00000020:00000010:1.0:1557965005.819698:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965005.819698:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965005.819699:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965005.819700:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965005.819702:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965005.819703:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77600. 00000400:00000010:1.0:1557965005.819703:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f400. 00000400:00000001:1.0:1557965005.819704:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965005.819705:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965005.819731:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557965005.819769:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965005.819773:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965005.819774:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965005.819775:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965005.819776:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac400. 02000000:00000001:4.0:1557965005.819777:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965005.819778:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965005.819778:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f580 00000400:00000010:4.0:1557965005.819779:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f580. 00000400:00000010:4.0:1557965005.819780:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72a00 (tot 24345492). 00000800:00000200:4.0:1557965005.819781:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965005.819782:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557965006.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965006.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965006.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965006.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965006.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965006.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965006.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965006.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965006.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965006.508113:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965006.508114:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965006.508114:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965006.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965006.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965006.508119:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965006.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965007.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965007.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965007.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965007.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965007.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965007.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965007.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965007.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965007.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965007.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965007.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965007.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965007.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965007.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965007.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965007.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965007.634827:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887022d7100 (tot 24345748). 00000400:00000010:6.0:1557965007.634843:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887022d7100 (tot 24345492). 00000020:00000001:6.0:1557965007.635914:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965007.635915:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318723962, max_age 4318727963 00002000:00000001:6.0:1557965007.635916:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965007.635917:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965007.635918:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965007.635920:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965007.635921:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965007.635922:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965007.635923:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965007.635925:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965007.635926:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965007.635927:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965007.635928:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965007.635929:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965007.635929:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965007.635953:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965007.635953:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318728963, max_age 4318727963 00000020:00000004:6.0:1557965007.635954:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965007.635955:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965007.635984:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965007.635984:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318728963, max_age 4318727964 00000020:00000004:6.0:1557965007.635985:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965007.635986:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965007.636011:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965007.636012:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318728963, max_age 4318727964 00000020:00000004:6.0:1557965007.636013:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965007.636014:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965008.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965008.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965008.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965008.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965008.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965008.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965008.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965008.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965008.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965008.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965008.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965008.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965008.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965008.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965008.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965008.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965009.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965009.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965009.508028:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965009.508029:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965009.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965009.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965009.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965009.508034:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965009.508059:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965009.508077:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965009.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965009.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965009.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965009.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965009.508088:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965009.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965010.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965010.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965010.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965010.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965010.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965010.508054:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965010.508056:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965010.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965010.508059:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965010.508061:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965010.508062:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965010.508064:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965010.508065:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965010.508067:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965010.508068:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965010.508087:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965010.508089:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965010.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965010.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965010.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965010.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965010.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965010.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965010.819035:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965010.819047:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965010.819050:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965010.819054:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965010.819055:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965010.819058:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f010ff0 00000400:00000200:14.0:1557965010.819061:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9845 [1] + 0 00000400:00000010:14.0:1557965010.819063:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889720a362a0. 00000400:00000200:14.0:1557965010.819065:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2480 00000100:00000001:14.0:1557965010.819067:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965010.819068:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965010.819069:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdc450 x1633635891482608 msgsize 224 00000100:00100000:14.0:1557965010.819073:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965010.819074:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965010.819076:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000800:00000200:15.0:1557965010.819077:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557965010.819077:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2480 00000400:00000010:14.0:1557965010.819078:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2480. 00000400:00000010:14.0:1557965010.819079:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965010.819080:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965010.819081:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965010.819100:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965010.819108:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965010.819110:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965010.819111:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965010.819112:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965010.819112:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965010.819113:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965010.819115:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965010.819116:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482608 00000020:00000001:10.0:1557965010.819117:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965010.819118:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965010.819119:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965010.819120:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965010.819121:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965010.819122:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965010.819123:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965010.819125:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965010.819126:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000010:10.0:1557965010.819128:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcd80. 00000020:00000010:10.0:1557965010.819129:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965010.819132:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965010.819133:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965010.819134:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965010.819134:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965010.819136:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965010.819139:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965010.819140:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965010.819141:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965010.819141:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965010.819142:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965010.819143:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965010.819143:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965010.819146:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1650 00000100:00000040:10.0:1557965010.819147:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965010.819147:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547949648 : -131293161601968 : ffff8896edbdc450) 00000100:00000040:10.0:1557965010.819149:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdc450 x1633635891482608/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:676/0 lens 224/0 e 0 to 0 dl 1557965071 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965010.819152:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965010.819153:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965010.819154:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891482608:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965010.819155:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482608 00000020:00000001:10.0:1557965010.819156:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965010.819157:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965010.819158:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965010.819159:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965010.819160:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965010.819161:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965010.819162:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965010.819163:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965010.819163:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965010.819164:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965010.819165:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965010.819166:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965010.819167:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73bc00. 02000000:00000001:10.0:1557965010.819168:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965010.819169:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965010.819170:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965010.819171:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965010.819172:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965010.819173:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965010.819175:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965010.819193:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965010.819194:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965010.819195:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965010.819196:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965010.819198:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965010.819199:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965010.819200:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965010.819201:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965010.819202:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965010.819203:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482608 00010000:00000001:10.0:1557965010.819204:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965010.819205:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdc450 x1633635891482608/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:676/0 lens 224/368 e 0 to 0 dl 1557965071 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965010.819208:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965010.819209:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965010.819209:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=13 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965010.819211:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965010.819212:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965010.819214:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965010.819215:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965010.819215:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965010.819216:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965010.819218:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965010.819218:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557965010.819220:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482608, offset 192 00000400:00000010:10.0:1557965010.819221:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e600 (tot 24345892). 00000400:00000200:10.0:1557965010.819223:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965010.819228:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965010.819231:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965010.819234:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965010.819235:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965010.819236:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965010.819238:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965010.819239:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965010.819240:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965010.819241:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965010.819242:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965010.819243:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965010.819244:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965010.819244:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965010.819245:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdc450 x1633635891482608/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:676/0 lens 224/336 e 0 to 0 dl 1557965071 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965010.819249:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97259:x1633635891482608:12345-172.19.1.25@o2ib100:13 Request processed in 95us (179us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965010.819252:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1650 00000100:00000040:10.0:1557965010.819253:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965010.819254:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965010.819254:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965010.819255:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcd80. 00000020:00000010:10.0:1557965010.819256:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965010.819257:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc689c00. 00000020:00000040:10.0:1557965010.819258:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965010.819259:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965010.819260:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965010.819261:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972d7f2cc0. 00000400:00000010:10.0:1557965010.819262:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcd80. 00000400:00000001:10.0:1557965010.819263:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965010.819263:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557965010.819269:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965010.819278:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965010.819281:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965010.819283:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965010.819284:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965010.819285:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73bc00. 02000000:00000001:14.0:1557965010.819305:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965010.819306:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965010.819307:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557965010.819310:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000400:00000010:14.0:1557965010.819311:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e600 (tot 24345492). 00000800:00000200:15.0:1557965010.819313:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965010.819315:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965010.827372:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965010.827423:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965010.827433:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965010.827442:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965010.827445:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965010.827451:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc129f0 00000400:00000200:7.0:1557965010.827457:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd7e1 [1] + 0 00000400:00000010:7.0:1557965010.827461:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3060. 00000400:00000200:7.0:1557965010.827464:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462ac80 00000800:00000200:17.0:1557965010.827466:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557965010.827469:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965010.827470:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965010.827472:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b612050 x1633635870517744 msgsize 224 00000100:00100000:7.0:1557965010.827478:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965010.827480:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965010.827483:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965010.827484:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ac80 00000400:00000010:7.0:1557965010.827486:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ac80. 00000400:00000010:7.0:1557965010.827488:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965010.827491:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965010.827491:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557965010.827493:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557965010.827494:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557965010.827495:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557965010.827496:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965010.827498:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965010.827499:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965010.827500:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965010.827504:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965010.827506:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517744 00000020:00000001:1.0:1557965010.827509:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965010.827510:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965010.827512:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965010.827513:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965010.827530:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965010.827531:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965010.827533:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965010.827533:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965010.827535:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965010.827537:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f680. 00000020:00000010:1.0:1557965010.827539:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965010.827540:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965010.827542:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965010.827543:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965010.827543:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965010.827544:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965010.827547:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965010.827548:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965010.827549:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965010.827550:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965010.827550:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965010.827551:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965010.827551:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965010.827571:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1656 00000100:00000040:1.0:1557965010.827573:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965010.827574:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836057168 : -131364873494448 : ffff88863b612050) 00000100:00000040:1.0:1557965010.827576:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b612050 x1633635870517744/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:676/0 lens 224/0 e 0 to 0 dl 1557965071 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965010.827579:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965010.827580:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965010.827581:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870517744:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965010.827582:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517744 00000020:00000001:1.0:1557965010.827583:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965010.827584:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965010.827585:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965010.827586:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965010.827603:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965010.827604:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965010.827604:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965010.827605:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965010.827606:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965010.827606:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965010.827608:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965010.827608:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965010.827609:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae000. 02000000:00000001:1.0:1557965010.827610:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965010.827611:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965010.827614:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965010.827615:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965010.827615:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965010.827616:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965010.827617:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965010.827618:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965010.827620:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965010.827621:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965010.827622:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965010.827623:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965010.827624:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965010.827624:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965010.827625:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517744 00010000:00000001:1.0:1557965010.827626:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965010.827628:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b612050 x1633635870517744/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:676/0 lens 224/368 e 0 to 0 dl 1557965071 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965010.827631:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965010.827631:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965010.827632:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=13 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965010.827634:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965010.827635:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965010.827635:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965010.827636:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965010.827637:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965010.827637:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965010.827639:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965010.827640:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f980. 00000100:00000200:1.0:1557965010.827641:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517744, offset 192 00000400:00000010:1.0:1557965010.827642:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73000 (tot 24345892). 00000400:00000200:1.0:1557965010.827644:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965010.827649:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965010.827651:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965010.827654:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965010.827655:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965010.827656:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965010.827658:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965010.827659:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965010.827659:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965010.827660:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965010.827661:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965010.827662:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965010.827662:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965010.827663:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965010.827664:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b612050 x1633635870517744/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:676/0 lens 224/336 e 0 to 0 dl 1557965071 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965010.827667:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178969:x1633635870517744:12345-172.19.1.24@o2ib100:13 Request processed in 87us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965010.827670:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1656 00000100:00000040:1.0:1557965010.827671:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965010.827672:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965010.827672:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965010.827673:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f680. 00000020:00000010:1.0:1557965010.827674:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965010.827675:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965010.827676:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965010.827677:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965010.827678:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965010.827679:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77480. 00000400:00000010:1.0:1557965010.827680:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f680. 00000400:00000001:1.0:1557965010.827681:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965010.827681:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965010.827696:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557965010.827734:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965010.827738:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965010.827740:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965010.827741:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965010.827742:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae000. 02000000:00000001:4.0:1557965010.827743:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965010.827763:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965010.827764:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f980 00000400:00000010:4.0:1557965010.827764:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f980. 00000400:00000010:4.0:1557965010.827766:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73000 (tot 24345492). 00000800:00000200:4.0:1557965010.827766:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965010.827769:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557965011.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965011.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965011.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965011.508058:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965011.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965011.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965011.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965011.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965011.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965011.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965011.508111:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965011.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965011.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965011.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965011.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965011.508118:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2:1557965011.948724:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:17.0:1557965011.948776:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557965011.948786:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:17.0:1557965011.948794:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:17.0:1557965011.948797:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557965011.948803:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc8987265c0 00000400:00000200:17.0:1557965011.948810:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xc0f9 [1] + 0 00000400:00000010:17.0:1557965011.948814:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354c00. 00000400:00000200:17.0:1557965011.948816:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf80a00 00000800:00000200:7.0:1557965011.948819:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:17.0:1557965011.948820:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557965011.948821:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:17.0:1557965011.948823:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863d640c50 x1633636318340544 msgsize 224 00000100:00100000:17.0:1557965011.948844:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:17.0:1557965011.948845:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557965011.948849:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557965011.948849:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf80a00 00000400:00000010:17.0:1557965011.948850:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf80a00. 00000400:00000010:17.0:1557965011.948851:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557965011.948852:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557965011.948853:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557965011.948854:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557965011.948881:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965011.948883:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965011.948884:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557965011.948884:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557965011.948885:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557965011.948885:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557965011.948887:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557965011.948888:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318340544 00000020:00000001:19.0:1557965011.948889:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557965011.948889:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557965011.948890:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557965011.948892:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557965011.948892:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557965011.948893:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557965011.948894:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965011.948895:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557965011.948896:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557965011.948897:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fc680. 00000020:00000010:19.0:1557965011.948898:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557965011.948901:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557965011.948902:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557965011.948902:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557965011.948902:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557965011.948904:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557965011.948904:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557965011.948904:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965011.948907:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557965011.948908:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965011.948909:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557965011.948911:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965011.948911:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965011.948911:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557965011.948928:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557965011.948930:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 308 00000100:00000040:19.0:1557965011.948931:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557965011.948932:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869803088 : -131364839748528 : ffff88863d640c50) 00000100:00000040:19.0:1557965011.948933:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d640c50 x1633636318340544/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:677/0 lens 224/0 e 0 to 0 dl 1557965072 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557965011.948937:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965011.948937:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557965011.948956:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:70209:x1633636318340544:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557965011.948958:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318340544 00000020:00000001:19.0:1557965011.948958:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557965011.948959:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557965011.948960:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965011.948960:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557965011.948961:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557965011.948962:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557965011.948962:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557965011.948963:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557965011.948963:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557965011.948964:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965011.948964:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557965011.948965:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557965011.948966:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965011.948967:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557965011.948967:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557965011.948968:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684303a00. 02000000:00000001:19.0:1557965011.948968:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965011.948969:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965011.948969:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557965011.948970:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318340544 00010000:00000001:19.0:1557965011.948971:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557965011.948972:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d640c50 x1633636318340544/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:677/0 lens 224/224 e 0 to 0 dl 1557965072 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557965011.949000:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557965011.949001:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557965011.949002:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=14 v=45 (1 1 1 1) 00000100:00000001:19.0:1557965011.949003:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557965011.949004:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965011.949005:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557965011.949005:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557965011.949006:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965011.949007:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557965011.949008:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557965011.949008:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fca80. 00000100:00000200:19.0:1557965011.949010:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318340544, offset 192 00000400:00000010:19.0:1557965011.949011:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684302a00 (tot 24345892). 00000400:00000200:19.0:1557965011.949012:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557965011.949018:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557965011.949020:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557965011.949023:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557965011.949024:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557965011.949024:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557965011.949026:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557965011.949027:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965011.949027:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557965011.949028:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965011.949029:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557965011.949029:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557965011.949030:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965011.949031:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557965011.949032:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d640c50 x1633636318340544/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:677/0 lens 224/192 e 0 to 0 dl 1557965072 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557965011.949035:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:70209:x1633636318340544:12345-172.19.1.39@o2ib100:400 Request processed in 97us (211us total) trans 0 rc 0/0 00000100:00100000:19.0:1557965011.949038:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 308 00000100:00000040:19.0:1557965011.949039:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557965011.949040:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557965011.949040:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557965011.949041:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fc680. 00000020:00000010:19.0:1557965011.949042:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557965011.949043:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557965011.949044:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557965011.949045:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557965011.949046:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557965011.949047:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73b40. 00000400:00000010:19.0:1557965011.949048:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc680. 00000400:00000001:19.0:1557965011.949049:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965011.949049:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557965011.949066:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557965011.949105:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557965011.949110:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:4.0:1557965011.949112:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965011.949113:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965011.949114:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684303a00. 02000000:00000001:4.0:1557965011.949115:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965011.949115:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965011.949116:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fca80 00000400:00000010:4.0:1557965011.949117:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fca80. 00000400:00000010:4.0:1557965011.949118:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684302a00 (tot 24345492). 00000800:00000200:4.0:1557965011.949119:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557965011.949121:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:10.0:1557965012.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965012.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965012.508020:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965012.508021:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965012.508025:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965012.508025:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965012.508026:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965012.508026:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965012.508051:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965012.508071:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965012.508073:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965012.508073:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965012.508076:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965012.508078:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965012.508079:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965012.508079:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965012.636386:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8886f8248600 (tot 24345748). 00000400:00000010:6.0:1557965012.636402:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8886f8248600 (tot 24345492). 00000020:00000001:6.0:1557965012.637461:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965012.637462:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318728963, max_age 4318732965 00002000:00000001:6.0:1557965012.637464:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965012.637464:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965012.637466:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965012.637468:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965012.637470:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965012.637470:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965012.637472:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965012.637473:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965012.637474:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965012.637475:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965012.637476:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965012.637477:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965012.637478:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965012.637502:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965012.637502:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318733965, max_age 4318732965 00000020:00000004:6.0:1557965012.637503:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965012.637504:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965012.637525:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965012.637526:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318733965, max_age 4318732965 00000020:00000004:6.0:1557965012.637526:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965012.637527:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965012.637549:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965012.637549:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318733965, max_age 4318732965 00000020:00000004:6.0:1557965012.637550:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965012.637551:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965013.330038:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965013.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965013.508041:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965013.508043:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965013.508049:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965013.508050:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965013.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965013.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965013.508090:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965013.508092:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965013.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965013.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965013.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965013.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965013.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965013.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965014.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965014.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00010000:00000001:10.0:1557965014.508025:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965014.508026:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965014.508029:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965014.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965014.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965014.508032:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965014.508075:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965014.508076:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965014.508077:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965014.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965014.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965014.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965014.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965014.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965015.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965015.330050:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:10.0:1557965015.330052:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689c00 (tot 24345892). 00000400:00000200:10.0:1557965015.330058:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:10.0:1557965015.330071:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:10.0:1557965015.330076:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:10.0:1557965015.330083:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965015.330085:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:10.0:1557965015.330088:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557965015.330092:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:10.0:1557965015.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965015.330101:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:10.0:1557965015.330102:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689400 (tot 24346292). 00000400:00000200:10.0:1557965015.330106:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:10.0:1557965015.330114:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:10.0:1557965015.330119:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:10.0:1557965015.330123:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965015.330125:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:10.0:1557965015.330126:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:9.2:1557965015.330127:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557965015.330129:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:10.0:1557965015.330132:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965015.330138:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000800:00000200:26.2:1557965015.330139:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000400:00000010:10.0:1557965015.330140:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68fe00 (tot 24346692). 00000400:00000200:10.0:1557965015.330146:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000800:00000200:26.0:1557965015.330159:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000400:00000200:10.0:1557965015.330159:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:26.0:1557965015.330167:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000800:00000200:10.0:1557965015.330167:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000400:00000010:26.0:1557965015.330172:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689400 (tot 24346292). 00000800:00000200:10.0:1557965015.330172:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:26.0:1557965015.330175:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:7.0:1557965015.330177:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000800:00000200:10.0:1557965015.330178:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:26.0:1557965015.330179:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:10.0:1557965015.330180:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:10.0:1557965015.330184:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:7.0:1557965015.330185:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000400:00000200:10.0:1557965015.330188:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965015.330195:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:10.0:1557965015.330196:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68de00 (tot 24346692). 00000400:00000010:7.0:1557965015.330198:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689c00 (tot 24346292). 00000400:00000200:10.0:1557965015.330200:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:7.0:1557965015.330202:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:7.0:1557965015.330205:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000400:00000200:10.0:1557965015.330210:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:9.2:1557965015.330213:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:10.0:1557965015.330214:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000800:00000200:27.2:1557965015.330219:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:10.0:1557965015.330219:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000800:00000200:17.0:1557965015.330222:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:10.0:1557965015.330222:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:10.0:1557965015.330224:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:10.0:1557965015.330227:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:26.2:1557965015.330228:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000400:00000200:10.0:1557965015.330232:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000800:00000200:17.0:1557965015.330235:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:10.0:1557965015.330239:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000800:00000200:27.0:1557965015.330240:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000400:00000010:10.0:1557965015.330241:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688600 (tot 24346692). 00000800:00000200:26.0:1557965015.330246:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:17.0:1557965015.330246:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:27.0:1557965015.330247:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000400:00000200:10.0:1557965015.330247:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000400:00000010:17.0:1557965015.330249:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24347092). 00000400:00000010:27.0:1557965015.330271:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68fe00 (tot 24346692). 00000800:00000200:26.0:1557965015.330271:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:27.0:1557965015.330273:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:10.0:1557965015.330273:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000800:00000200:14.0:1557965015.330274:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:26.0:1557965015.330275:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:12.2:1557965015.330275:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000800:00000200:27.0:1557965015.330276:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:27.0:1557965015.330277:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000010:26.0:1557965015.330277:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fcfc2600 (tot 24347092). 00000800:00000200:10.0:1557965015.330277:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:14.0:1557965015.330278:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000800:00000200:10.0:1557965015.330280:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:4.0:1557965015.330280:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:14.0:1557965015.330281:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000800:00000200:10.0:1557965015.330282:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000400:00000200:17.0:1557965015.330283:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000400:00000010:14.0:1557965015.330283:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24347492). 00000800:00000200:10.0:1557965015.330283:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:10.0:1557965015.330285:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:4.0:1557965015.330286:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000400:00000200:10.0:1557965015.330287:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:26.0:1557965015.330288:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000400:00000200:10.0:1557965015.330290:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000400:00000010:10.0:1557965015.330291:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f800 (tot 24347892). 00000400:00000200:14.0:1557965015.330292:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:4.0:1557965015.330293:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000400:00000200:17.0:1557965015.330294:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:11.2:1557965015.330294:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:26.0:1557965015.330298:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557965015.330299:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24347492). 00000400:00000010:26.0:1557965015.330300:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fcfc2600 (tot 24347092). 00000800:00000200:21.0:1557965015.330300:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000400:00000200:10.0:1557965015.330300:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557965015.330301:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:17.0:1557965015.330302:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:26.0:1557965015.330303:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:26.0:1557965015.330304:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:17.0:1557965015.330305:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:10.0:1557965015.330305:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:7.0:1557965015.330305:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000400:00000200:14.0:1557965015.330307:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:10.0:1557965015.330308:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000400:00000010:14.0:1557965015.330309:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24346692). 00000800:00000200:17.0:1557965015.330310:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000800:00000200:14.0:1557965015.330311:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:7.0:1557965015.330311:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000400:00000010:4.0:1557965015.330311:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68de00 (tot 24346292). 00000800:00000200:10.0:1557965015.330312:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:14.0:1557965015.330313:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:14.0:1557965015.330313:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:10.0:1557965015.330313:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:10.0:1557965015.330314:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:10.0:1557965015.330316:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.2:1557965015.330327:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:17.0:1557965015.330328:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:10.0:1557965015.330329:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000800:00000200:12.2:1557965015.330331:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:10.0:1557965015.330331:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000400:00000010:10.0:1557965015.330332:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689600 (tot 24346692). 00000400:00000200:10.0:1557965015.330333:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000400:00000010:7.0:1557965015.330333:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688600 (tot 24346292). 00000800:00000200:4.0:1557965015.330335:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:28.0:1557965015.330336:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:7.0:1557965015.330336:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000400:00000200:10.0:1557965015.330337:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:4.0:1557965015.330337:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000800:00000200:10.0:1557965015.330339:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:28.0:1557965015.330341:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:21.0:1557965015.330341:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:10.0:1557965015.330342:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:4.0:1557965015.330342:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000800:00000200:12.0:1557965015.330343:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:10.0:1557965015.330343:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000800:00000200:10.0:1557965015.330343:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000400:00000010:28.0:1557965015.330344:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f800 (tot 24345892). 00000800:00000200:10.0:1557965015.330345:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:4.0:1557965015.330345:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:28.0:1557965015.330346:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000400:00000010:4.0:1557965015.330346:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24346292). 00000400:00000200:10.0:1557965015.330347:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318675658 00000400:00000200:10.0:1557965015.330349:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000010:10.0:1557965015.330350:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e800 (tot 24346692). 00000400:00000200:4.0:1557965015.330350:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000400:00000200:10.0:1557965015.330353:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000400:00000200:4.0:1557965015.330354:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:4.0:1557965015.330355:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24346292). 00000400:00000200:10.0:1557965015.330356:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:4.0:1557965015.330356:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:4.0:1557965015.330357:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:10.0:1557965015.330358:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000800:00000200:4.0:1557965015.330358:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:10.0:1557965015.330360:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965015.330360:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:10.0:1557965015.330361:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:10.0:1557965015.330362:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:11.2:1557965015.330366:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:14.2:1557965015.330369:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:7.0:1557965015.330375:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:14.0:1557965015.330376:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:29.2:1557965015.330377:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000800:00000200:7.0:1557965015.330378:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000800:00000200:14.0:1557965015.330379:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000200:7.0:1557965015.330381:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000800:00000200:28.2:1557965015.330382:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000400:00000010:14.0:1557965015.330382:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e800 (tot 24345892). 00000400:00000010:7.0:1557965015.330382:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24346292). 00000800:00000200:21.0:1557965015.330383:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:14.0:1557965015.330383:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:21.0:1557965015.330385:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:14.0:1557965015.330385:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000400:00000200:7.0:1557965015.330385:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:7.0:1557965015.330387:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:28.0:1557965015.330388:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:21.0:1557965015.330389:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:17.0:1557965015.330389:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (23)-- 00000400:00000010:7.0:1557965015.330389:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345892). 00000800:00000200:7.0:1557965015.330390:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:7.0:1557965015.330391:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:28.0:1557965015.330392:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000010:21.0:1557965015.330392:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689600 (tot 24345492). 00000800:00000200:7.0:1557965015.330392:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:21.0:1557965015.330394:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000400:00000200:28.0:1557965015.330395:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000400:00000010:28.0:1557965015.330397:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889624bb1000 (tot 24345892). 00000800:00000200:13.0:1557965015.330397:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000200:28.0:1557965015.330400:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000400:00000200:28.0:1557965015.330402:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557965015.330403:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889624bb1000 (tot 24345492). 00000800:00000200:28.0:1557965015.330404:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557965015.330405:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557965015.330406:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:29.2:1557965015.330413:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:17.0:1557965015.330420:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000800:00000200:17.0:1557965015.330423:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:4.0:1557965015.330425:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000200:17.0:1557965015.330426:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:17.0:1557965015.330427:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557965015.330429:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000400:00000200:17.0:1557965015.330431:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557965015.330431:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557965015.330433:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (21)++ 00000800:00000200:17.0:1557965015.330434:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:17.0:1557965015.330434:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:14.2:1557965015.330480:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:14.0:1557965015.330485:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557965015.330487:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000400:00000200:14.0:1557965015.330490:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000800:00000200:13.0:1557965015.330490:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000010:14.0:1557965015.330491:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965015.330494:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:14.0:1557965015.330495:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557965015.330496:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965015.330497:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557965015.330498:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557965015.330499:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00010000:00000001:10.0:1557965015.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965015.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965015.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965015.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965015.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965015.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965015.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965015.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965015.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965015.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965015.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965015.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965015.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965015.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965015.827111:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965015.827132:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965015.827139:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965015.827147:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965015.827149:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965015.827157:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011010 00000400:00000200:14.0:1557965015.827164:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9855 [1] + 0 00000400:00000010:14.0:1557965015.827168:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83d20. 00000400:00000200:14.0:1557965015.827170:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3600 00000800:00000200:15.0:1557965015.827172:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965015.827174:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965015.827175:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965015.827178:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdc850 x1633635891482640 msgsize 224 00000100:00100000:14.0:1557965015.827184:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965015.827185:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965015.827189:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965015.827190:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3600 00000400:00000010:14.0:1557965015.827192:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3600. 00000400:00000010:14.0:1557965015.827194:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965015.827196:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965015.827199:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965015.827201:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965015.827226:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965015.827229:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965015.827231:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965015.827236:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965015.827238:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965015.827239:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965015.827243:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965015.827245:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482640 00000020:00000001:10.0:1557965015.827248:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965015.827249:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965015.827251:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965015.827253:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965015.827255:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965015.827257:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965015.827261:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965015.827263:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965015.827265:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc688e00. 00000020:00000010:10.0:1557965015.827268:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcc00. 00000020:00000010:10.0:1557965015.827270:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965015.827273:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965015.827275:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965015.827276:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965015.827277:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965015.827280:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965015.827286:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965015.827289:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965015.827291:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965015.827292:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965015.827293:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965015.827294:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965015.827295:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965015.827300:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1651 00000100:00000040:10.0:1557965015.827302:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965015.827304:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547950672 : -131293161600944 : ffff8896edbdc850) 00000100:00000040:10.0:1557965015.827309:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdc850 x1633635891482640/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:681/0 lens 224/0 e 0 to 0 dl 1557965076 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965015.827319:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965015.827320:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965015.827324:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891482640:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965015.827328:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482640 00000020:00000001:10.0:1557965015.827330:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965015.827332:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965015.827333:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965015.827335:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965015.827336:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965015.827339:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965015.827340:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965015.827342:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965015.827343:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965015.827344:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965015.827346:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965015.827348:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965015.827349:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73b000. 02000000:00000001:10.0:1557965015.827351:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965015.827353:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965015.827355:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965015.827357:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965015.827358:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965015.827360:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965015.827364:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965015.827366:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965015.827368:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965015.827371:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965015.827374:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965015.827377:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965015.827379:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965015.827382:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965015.827385:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965015.827386:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965015.827388:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482640 00010000:00000001:10.0:1557965015.827391:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965015.827395:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdc850 x1633635891482640/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:681/0 lens 224/368 e 0 to 0 dl 1557965076 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965015.827404:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965015.827405:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965015.827407:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=18 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965015.827411:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965015.827414:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965015.827416:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965015.827418:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965015.827419:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965015.827421:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965015.827439:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965015.827440:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd000. 00000100:00000200:10.0:1557965015.827442:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482640, offset 192 00000400:00000010:10.0:1557965015.827443:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68c000 (tot 24345892). 00000400:00000200:10.0:1557965015.827444:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965015.827450:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965015.827452:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965015.827454:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965015.827455:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965015.827456:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965015.827458:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965015.827459:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965015.827459:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965015.827461:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965015.827462:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965015.827463:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965015.827464:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965015.827464:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965015.827465:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdc850 x1633635891482640/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:681/0 lens 224/336 e 0 to 0 dl 1557965076 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965015.827488:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97245:x1633635891482640:12345-172.19.1.25@o2ib100:13 Request processed in 168us (309us total) trans 0 rc 0/0 00000800:00000200:14.2:1557965015.827492:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557965015.827493:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1651 00000100:00000040:10.0:1557965015.827494:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965015.827495:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965015.827496:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965015.827497:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcc00. 00000020:00000010:10.0:1557965015.827498:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965015.827499:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc688e00. 00000020:00000040:10.0:1557965015.827500:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000800:00000200:14.0:1557965015.827501:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557965015.827501:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965015.827502:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000800:00000200:14.0:1557965015.827504:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000400:00000010:10.0:1557965015.827504:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201420. 00000400:00000010:10.0:1557965015.827505:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcc00. 00000100:00000001:14.0:1557965015.827506:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965015.827508:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965015.827510:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73b000. 02000000:00000001:14.0:1557965015.827511:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965015.827512:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965015.827512:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd000 00000400:00000010:14.0:1557965015.827513:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd000. 00000400:00000010:14.0:1557965015.827515:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68c000 (tot 24345492). 00000400:00000001:10.0:1557965015.827515:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000800:00000200:14.0:1557965015.827516:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000001:10.0:1557965015.827516:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557965015.827517:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965015.835375:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965015.835425:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965015.835436:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965015.835444:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965015.835447:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965015.835454:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12a10 00000400:00000200:7.0:1557965015.835460:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd7f1 [1] + 0 00000400:00000010:7.0:1557965015.835464:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3de0. 00000400:00000200:7.0:1557965015.835466:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a500 00000800:00000200:21.0:1557965015.835469:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557965015.835470:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965015.835471:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965015.835474:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611c50 x1633635870517776 msgsize 224 00000100:00100000:7.0:1557965015.835480:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965015.835481:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965015.835484:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965015.835485:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a500 00000400:00000010:7.0:1557965015.835487:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a500. 00000400:00000010:7.0:1557965015.835489:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965015.835492:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965015.835495:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557965015.835498:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965015.835520:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965015.835523:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965015.835525:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965015.835527:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965015.835528:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965015.835532:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965015.835535:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965015.835538:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517776 00000020:00000001:1.0:1557965015.835540:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965015.835541:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965015.835543:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965015.835545:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965015.835547:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965015.835550:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965015.835552:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965015.835554:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965015.835556:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965015.835559:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fa00. 00000020:00000010:1.0:1557965015.835562:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965015.835564:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965015.835567:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965015.835568:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965015.835569:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965015.835572:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965015.835578:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965015.835581:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965015.835582:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965015.835583:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965015.835584:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965015.835585:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965015.835586:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965015.835591:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1657 00000100:00000040:1.0:1557965015.835593:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965015.835595:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836056144 : -131364873495472 : ffff88863b611c50) 00000100:00000040:1.0:1557965015.835599:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611c50 x1633635870517776/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:681/0 lens 224/0 e 0 to 0 dl 1557965076 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965015.835609:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965015.835610:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965015.835614:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870517776:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965015.835621:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517776 00000020:00000001:1.0:1557965015.835622:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965015.835624:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965015.835626:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965015.835628:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965015.835629:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965015.835631:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965015.835633:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965015.835634:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965015.835635:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965015.835637:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965015.835639:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965015.835640:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965015.835642:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfae400. 02000000:00000001:1.0:1557965015.835644:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965015.835646:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965015.835648:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965015.835650:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965015.835651:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965015.835652:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965015.835654:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965015.835657:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965015.835660:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965015.835663:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965015.835666:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965015.835668:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965015.835671:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965015.835673:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965015.835675:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517776 00010000:00000001:1.0:1557965015.835678:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965015.835681:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611c50 x1633635870517776/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:681/0 lens 224/368 e 0 to 0 dl 1557965076 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965015.835690:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965015.835693:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965015.835695:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=18 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965015.835698:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965015.835701:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965015.835705:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965015.835707:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965015.835708:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965015.835710:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965015.835713:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965015.835715:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fb00. 00000100:00000200:1.0:1557965015.835718:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517776, offset 192 00000400:00000010:1.0:1557965015.835720:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df73c00 (tot 24345892). 00000400:00000200:1.0:1557965015.835725:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965015.835738:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965015.835743:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965015.835749:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965015.835752:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965015.835754:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965015.835758:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965015.835759:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965015.835761:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965015.835764:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965015.835766:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965015.835767:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965015.835768:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965015.835770:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965015.835773:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611c50 x1633635870517776/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:681/0 lens 224/336 e 0 to 0 dl 1557965076 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965015.835784:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178971:x1633635870517776:12345-172.19.1.24@o2ib100:13 Request processed in 172us (308us total) trans 0 rc 0/0 00000800:00000200:29.2:1557965015.835791:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557965015.835791:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1657 00000100:00000040:1.0:1557965015.835794:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965015.835796:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965015.835798:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965015.835800:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fa00. 00000020:00000010:1.0:1557965015.835802:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965015.835804:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965015.835806:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965015.835808:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965015.835811:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965015.835813:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77d80. 00000400:00000010:1.0:1557965015.835815:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fa00. 00000400:00000001:1.0:1557965015.835818:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965015.835819:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965015.835835:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965015.835843:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965015.835847:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965015.835848:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1557965015.835851:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000010:4.0:1557965015.835851:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfae400. 02000000:00000001:4.0:1557965015.835853:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965015.835854:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965015.835856:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fb00 00000400:00000010:4.0:1557965015.835857:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fb00. 00000400:00000010:4.0:1557965015.835860:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df73c00 (tot 24345492). 00000800:00000200:4.0:1557965015.835863:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557965016.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965016.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965016.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965016.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965016.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965016.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965016.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965016.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965016.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965016.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965016.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965016.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965016.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965016.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965016.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965016.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965017.330041:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965017.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965017.508026:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965017.508027:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965017.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965017.508030:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965017.508031:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965017.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965017.508057:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965017.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965017.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965017.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965017.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965017.508084:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965017.508085:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965017.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965017.637881:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873ce5e700 (tot 24345748). 00000400:00000010:6.0:1557965017.637889:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873ce5e700 (tot 24345492). 00000020:00000001:6.0:1557965017.638883:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965017.638884:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318733965, max_age 4318737966 00002000:00000001:6.0:1557965017.638885:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965017.638886:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965017.638887:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965017.638889:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965017.638890:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965017.638891:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965017.638892:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965017.638896:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965017.638897:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965017.638898:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965017.638899:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965017.638900:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965017.638900:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965017.638925:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965017.638926:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318738966, max_age 4318737966 00000020:00000004:6.0:1557965017.638926:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965017.638928:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965017.638949:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965017.638950:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318738966, max_age 4318737966 00000020:00000004:6.0:1557965017.638950:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965017.638951:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965017.638974:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965017.638980:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318738966, max_age 4318737966 00000020:00000004:6.0:1557965017.638981:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965017.638982:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965018.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965018.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965018.508081:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965018.508082:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965018.508087:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965018.508087:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965018.508090:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965018.508090:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965018.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965018.508133:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965018.508135:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965018.508135:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965018.508138:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965018.508139:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965018.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965018.508141:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965019.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965019.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965019.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965019.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965019.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965019.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965019.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965019.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965019.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965019.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965019.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965019.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965019.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965019.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965019.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965019.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965020.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965020.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965020.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965020.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965020.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965020.508064:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965020.508067:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965020.508069:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965020.508070:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965020.508072:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965020.508073:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965020.508075:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965020.508076:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965020.508077:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965020.508079:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965020.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965020.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965020.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965020.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965020.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965020.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965020.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965020.508122:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676040:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965020.676042:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965020.676044:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627800. 00000020:00000040:10.0:1557965020.676045:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557965020.676046:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965020.676048:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965020.676049:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965020.676050:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee364300. 00000100:00000001:10.0:1557965020.676053:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676055:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965020.676059:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965020.676059:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965020.676060:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676062:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627800] to pc [ptlrpcd_01_01:1] req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965020.676069:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676069:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965020.676070:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965020.676071:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627626600. 00000020:00000040:10.0:1557965020.676072:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557965020.676073:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965020.676074:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965020.676075:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965020.676076:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee365b00. 00000100:00000001:10.0:1557965020.676076:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676077:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965020.676081:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965020.676081:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965020.676081:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676082:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627626600] to pc [ptlrpcd_01_02:2] req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965020.676087:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676088:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965020.676089:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965020.676089:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627626f00. 00000020:00000040:10.0:1557965020.676090:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:10.0:1557965020.676090:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965020.676091:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965020.676091:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965020.676092:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367400. 00000100:00000001:10.0:1557965020.676092:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676093:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557965020.676095:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965020.676115:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965020.676117:0:14850:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557965020.676117:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965020.676117:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965020.676118:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676119:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627626f00] to pc [ptlrpcd_01_03:3] req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:25.0:1557965020.676120:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557965020.676121:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:10.0:1557965020.676122:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676122:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557965020.676123:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676123:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000100:00000001:8.0:1557965020.676123:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965020.676124:0:14850:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557965020.676124:0:14850:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965020.676124:0:14849:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557965020.676124:0:14849:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676124:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=474584 : 474584 : 73dd8) 00000020:00000001:10.0:1557965020.676124:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000100:00000001:8.0:1557965020.676124:0:14851:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:25.0:1557965020.676125:0:14850:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557965020.676125:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 02000000:00000001:25.0:1557965020.676126:0:14850:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676126:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709282896 : -268720 : fffffffffffbe650) 00000100:00100000:25.0:1557965020.676127:0:14850:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:8c05ad95-98db-8b06-7942-a20be71d88ee:14850:1633636024601584:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557965020.676127:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000100:00000040:8.0:1557965020.676127:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965020.676128:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000100:00000001:25.0:1557965020.676129:0:14850:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557965020.676129:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709422296 : -129320 : fffffffffffe06d8) 02000000:00000001:25.0:1557965020.676130:0:14850:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:25.0:1557965020.676130:0:14850:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676130:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=84416 : 84416 : 149c0) 00000020:00000001:10.0:1557965020.676130:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709464456 : -87160 : fffffffffffeab88) 02000000:00000001:25.0:1557965020.676131:0:14850:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557965020.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1140422 : 1140422 : 1166c6) 00000020:00000001:10.0:1557965020.676131:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=66231 : 66231 : 102b7) 00000100:00000001:8.0:1557965020.676131:0:14851:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000010:25.0:1557965020.676132:0:14850:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736397a00. 00000020:00000001:10.0:1557965020.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450106 : -101510 : fffffffffffe737a) 00000100:00000001:8.0:1557965020.676132:0:14851:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557965020.676133:0:14850:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709527515 : -24101 : ffffffffffffa1db) 00000020:00000001:10.0:1557965020.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147509728 : 147509728 : 8cad1e0) 02000000:00000001:8.0:1557965020.676133:0:14851:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557965020.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709524396 : -27220 : ffffffffffff95ac) 00000020:00000001:10.0:1557965020.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 02000000:00000001:8.0:1557965020.676134:0:14851:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557965020.676135:0:14850:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fcb627e0. 00000020:00000001:10.0:1557965020.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709076440 : -475176 : fffffffffff8bfd8) 00000020:00000001:10.0:1557965020.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000400:00000010:25.0:1557965020.676136:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07980. 00000020:00000001:10.0:1557965020.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=137512 : 137512 : 21928) 00000100:00100000:8.0:1557965020.676136:0:14851:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:looze-MDT0000-lwp-OST0009_UUID:14851:1633636024601600:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557965020.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000020:00000001:10.0:1557965020.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709276944 : -274672 : fffffffffffbcf10) 00000100:00000001:8.0:1557965020.676137:0:14851:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000100:00000200:25.0:1557965020.676138:0:14850:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601584, portal 25 00000020:00000001:10.0:1557965020.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000020:00000001:10.0:1557965020.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 02000000:00000001:8.0:1557965020.676138:0:14851:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:25.0:1557965020.676139:0:14850:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:25.0:1557965020.676139:0:14850:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220077568 : -131296489474048 : ffff889627627800) 00000020:00000001:10.0:1557965020.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557965020.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=991818 : 991818 : f224a) 02000000:00000001:8.0:1557965020.676139:0:14851:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965020.676139:0:14851:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:13.0:1557965020.676140:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965020.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557965020.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557965020.676141:0:14850:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557965020.676141:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557965020.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557965020.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557965020.676141:0:14851:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b400. 00000100:00000001:13.0:1557965020.676142:0:14852:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557965020.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965020.676142:0:14851:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965020.676143:0:14851:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000100:00000001:25.0:1557965020.676144:0:14850:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:13.0:1557965020.676144:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965020.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557965020.676145:0:14850:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965020.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965020.676145:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000400:00000010:25.0:1557965020.676146:0:14850:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06600. 00000020:00000001:10.0:1557965020.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557965020.676146:0:14851:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601600, portal 10 00000100:00000200:25.0:1557965020.676147:0:14850:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601584, offset 0 00000020:00000001:10.0:1557965020.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676147:0:14851:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000400:00000010:25.0:1557965020.676148:0:14850:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736390400 (tot 24345892). 00000020:00000001:10.0:1557965020.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676148:0:14851:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220072960 : -131296489478656 : ffff889627626600) 00000100:00000001:13.0:1557965020.676149:0:14852:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:13.0:1557965020.676149:0:14852:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557965020.676150:0:14850:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965020.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557965020.676150:0:14851:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 02000000:00000001:13.0:1557965020.676151:0:14852:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557965020.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557965020.676152:0:14852:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:13.0:1557965020.676153:0:14852:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:looze-MDT0001-lwp-OST0009_UUID:14852:1633636024601616:172.19.1.25@o2ib100:400 00000020:00000001:10.0:1557965020.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676154:0:14851:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:13.0:1557965020.676155:0:14852:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557965020.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557965020.676155:0:14851:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000200:25.0:1557965020.676156:0:14850:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 02000000:00000001:13.0:1557965020.676156:0:14852:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:13.0:1557965020.676156:0:14852:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965020.676156:0:14851:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775d400. 02000000:00000001:13.0:1557965020.676157:0:14852:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557965020.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557965020.676157:0:14851:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601600, offset 0 00000800:00000200:25.0:1557965020.676158:0:14850:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 02000000:00000010:13.0:1557965020.676158:0:14852:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8887376c9c00. 00000020:00000001:10.0:1557965020.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965020.676158:0:14851:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03f000 (tot 24346292). 02000000:00000001:13.0:1557965020.676159:0:14852:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965020.676160:0:14851:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000010:13.0:1557965020.676161:0:14852:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889734a915a0. 00000020:00000001:10.0:1557965020.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557965020.676162:0:14850:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000400:00000010:13.0:1557965020.676162:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f7a3200. 00000020:00000001:10.0:1557965020.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557965020.676163:0:14850:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557965020.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:13.0:1557965020.676164:0:14852:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601616, portal 10 00000100:00000001:13.0:1557965020.676164:0:14852:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557965020.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557965020.676165:0:14850:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000100:00000001:13.0:1557965020.676165:0:14852:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220075264 : -131296489476352 : ffff889627626f00) 00000020:00000001:10.0:1557965020.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965020.676166:0:14851:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000100:00000040:13.0:1557965020.676167:0:14852:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965020.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557965020.676168:0:14850:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557965020.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676169:0:14850:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676169:0:14850:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965020.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676170:0:14850:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965020.676170:0:14851:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000100:00000001:25.0:1557965020.676171:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676171:0:14852:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557965020.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676172:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965020.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676173:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:13.0:1557965020.676173:0:14852:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557965020.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965020.676173:0:14851:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:25.0:1557965020.676174:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:25.0:1557965020.676174:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:13.0:1557965020.676174:0:14852:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f7a2680. 00000020:00000001:10.0:1557965020.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:29.2:1557965020.676175:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000001:25.0:1557965020.676175:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965020.676175:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:13.0:1557965020.676175:0:14852:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601616, offset 0 00000020:00000001:10.0:1557965020.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965020.676175:0:14851:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:25.0:1557965020.676176:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965020.676176:0:14851:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000100:00000001:25.0:1557965020.676177:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965020.676177:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965020.676177:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676178:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:13.0:1557965020.676178:0:14852:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8887376cd800 (tot 24346692). 00000020:00000001:10.0:1557965020.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965020.676179:0:14851:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (24)-- 00000100:00000001:8.0:1557965020.676179:0:14851:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676180:0:14851:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:13.0:1557965020.676181:0:14852:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557965020.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676181:0:14851:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676182:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676183:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965020.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676185:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557965020.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676186:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000400:00000200:13.0:1557965020.676187:0:14852:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557965020.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676187:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557965020.676187:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557965020.676187:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676188:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557965020.676189:0:14852:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000020:00000001:10.0:1557965020.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676189:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557965020.676189:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557965020.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676190:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676190:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557965020.676192:0:14852:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557965020.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557965020.676193:0:14852:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557965020.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557965020.676194:0:14852:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557965020.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:13.0:1557965020.676196:0:14852:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557965020.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676197:0:14852:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676198:0:14852:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965020.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676199:0:14852:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676200:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676201:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965020.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676203:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:13.0:1557965020.676203:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557965020.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676204:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965020.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676205:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557965020.676205:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676206:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676207:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965020.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676208:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:13.0:1557965020.676208:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676208:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557965020.676225:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000020:00000001:10.0:1557965020.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965020.676228:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557965020.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965020.676229:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318767004) 00000800:00000200:21.0:1557965020.676233:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:21.0:1557965020.676237:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557965020.676239:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000200:21.0:1557965020.676242:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:14.0:1557965020.676242:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:21.0:1557965020.676253:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557965020.676256:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557965020.676265:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557965020.676267:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557965020.676268:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06600 00000800:00000200:7.0:1557965020.676268:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000400:00000010:21.0:1557965020.676270:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06600. 00000800:00000200:15.0:1557965020.676271:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965020.676273:0:14820:0:(events.c:52:request_out_callback()) Process entered 00000400:00000010:21.0:1557965020.676274:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736390400 (tot 24346292). 00000100:00000200:14.0:1557965020.676275:0:14820:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557965020.676277:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (24)-- 00000800:00000200:7.0:1557965020.676277:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:14.0:1557965020.676279:0:14820:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000800:00000200:21.0:1557965020.676280:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000040:14.0:1557965020.676281:0:14820:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965020.676284:0:14820:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557965020.676285:0:14820:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557965020.676286:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f7a2680 00000400:00000010:14.0:1557965020.676287:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f7a2680. 00000400:00000010:14.0:1557965020.676289:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8887376cd800 (tot 24345892). 00000100:00000001:7.0:1557965020.676289:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557965020.676290:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:7.0:1557965020.676294:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557965020.676331:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557965020.676332:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557965020.676336:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557965020.676337:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557965020.676337:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775d400 00000400:00000010:7.0:1557965020.676339:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775d400. 00000400:00000010:7.0:1557965020.676341:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03f000 (tot 24345492). 00000800:00000200:7.0:1557965020.676342:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:14.2:1557965020.676384:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965020.676388:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965020.676391:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557965020.676393:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557965020.676393:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965020.676395:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965020.676416:0:14822:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04c10 00000400:00000200:14.0:1557965020.676419:0:14822:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9e0d [1] + 192 00000800:00000200:29.2:1557965020.676420:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000100:00000001:14.0:1557965020.676421:0:14822:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557965020.676423:0:14822:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557965020.676427:0:14822:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965020.676435:0:14822:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557965020.676436:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965020.676438:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965020.676439:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965020.676440:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:13.0:1557965020.676440:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557965020.676441:0:14852:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:13.0:1557965020.676443:0:14852:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:13.0:1557965020.676444:0:14852:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:13.0:1557965020.676444:0:14852:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:13.0:1557965020.676446:0:14852:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:13.0:1557965020.676451:0:14852:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557965020.676454:0:14852:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:13.0:1557965020.676455:0:14852:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889734a915a0. 00000400:00000200:13.0:1557965020.676456:0:14852:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f7a3200 00000800:00000200:4.0:1557965020.676456:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000400:00000010:13.0:1557965020.676457:0:14852:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f7a3200. 00000100:00000001:13.0:1557965020.676459:0:14852:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557965020.676460:0:14852:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:13.0:1557965020.676461:0:14852:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:13.0:1557965020.676461:0:14852:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000800:00000200:4.0:1557965020.676461:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000800:00000200:21.0:1557965020.676462:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:13.0:1557965020.676462:0:14852:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:13.0:1557965020.676463:0:14852:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:13.0:1557965020.676465:0:14852:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=50 v=45 (45 45 45 45) 00000400:00000200:4.0:1557965020.676465:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00001000:13.0:1557965020.676466:0:14852:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=50 v=45 (1 1 1 1) 00000800:00000200:21.0:1557965020.676467:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:13.0:1557965020.676467:0:14852:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000400:00000010:4.0:1557965020.676467:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000100:00000001:13.0:1557965020.676468:0:14852:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:13.0:1557965020.676469:0:14852:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000800:00000200:17.0:1557965020.676470:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00010000:00080000:13.0:1557965020.676470:0:14852:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:4.0:1557965020.676470:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04bf0 00000400:00000200:21.0:1557965020.676471:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965020.676473:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24346292). 00000400:00000200:4.0:1557965020.676473:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xdda9 [1] + 192 00010000:00000001:13.0:1557965020.676474:0:14852:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557965020.676475:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04c00 00000100:00000001:13.0:1557965020.676475:0:14852:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:13.0:1557965020.676475:0:14852:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:13.0:1557965020.676476:0:14852:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:13.0:1557965020.676476:0:14852:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:4.0:1557965020.676476:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000040:13.0:1557965020.676477:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000200:4.0:1557965020.676479:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:13.0:1557965020.676480:0:14852:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:13.0:1557965020.676481:0:14852:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:13.0:1557965020.676482:0:14852:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:13.0:1557965020.676483:0:14852:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:4.0:1557965020.676484:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00100000:13.0:1557965020.676487:0:14852:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_03:looze-MDT0001-lwp-OST0009_UUID:14852:1633636024601616:172.19.1.25@o2ib100:400 00000100:00000001:13.0:1557965020.676488:0:14852:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557965020.676489:0:14852:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000001:4.0:1557965020.676489:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000040:13.0:1557965020.676490:0:14852:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627626f00 x1633636024601616/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Complete:RN/0/0 rc 0/0 00000400:00000010:4.0:1557965020.676490:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:21.0:1557965020.676491:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xddb1 [1] + 192 00000100:00000001:13.0:1557965020.676492:0:14852:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000800:00000200:4.0:1557965020.676492:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 02000000:00000001:13.0:1557965020.676493:0:14852:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:13.0:1557965020.676493:0:14852:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8887376c9c00. 00000800:00000200:4.0:1557965020.676493:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557965020.676494:0:14815:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:13.0:1557965020.676494:0:14852:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:4.0:1557965020.676494:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:21.0:1557965020.676495:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:13.0:1557965020.676496:0:14852:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:13.0:1557965020.676496:0:14852:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:13.0:1557965020.676497:0:14852:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:13.0:1557965020.676498:0:14852:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367400. 00000100:00000040:21.0:1557965020.676499:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:13.0:1557965020.676499:0:14852:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:13.0:1557965020.676499:0:14852:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:13.0:1557965020.676500:0:14852:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627626f00. 00000100:00000001:13.0:1557965020.676501:0:14852:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:13.0:1557965020.676501:0:14852:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557965020.676502:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:13.0:1557965020.676503:0:14852:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:21.0:1557965020.676504:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:13.0:1557965020.676504:0:14852:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676504:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000010:21.0:1557965020.676505:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000100:00000001:13.0:1557965020.676505:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:13.0:1557965020.676506:0:14852:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:13.0:1557965020.676506:0:14852:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:21.0:1557965020.676507:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965020.676508:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965020.676509:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:25.0:1557965020.676518:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965020.676519:0:14850:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:25.0:1557965020.676521:0:14850:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:25.0:1557965020.676522:0:14850:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:25.0:1557965020.676523:0:14850:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:25.0:1557965020.676526:0:14850:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:25.0:1557965020.676530:0:14850:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557965020.676533:0:14850:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:25.0:1557965020.676535:0:14850:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fcb627e0. 00000100:00000001:8.0:1557965020.676535:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:25.0:1557965020.676536:0:14850:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07980 00000400:00000010:25.0:1557965020.676536:0:14850:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07980. 00000100:00000001:25.0:1557965020.676537:0:14850:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965020.676537:0:14851:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965020.676538:0:14850:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557965020.676539:0:14850:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:25.0:1557965020.676539:0:14850:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000400:00000001:8.0:1557965020.676539:0:14851:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:25.0:1557965020.676540:0:14850:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:8.0:1557965020.676540:0:14851:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000001:25.0:1557965020.676541:0:14850:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676541:0:14851:0:(events.c:91:reply_in_callback()) Process entered 00000100:00001000:25.0:1557965020.676542:0:14850:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=50 v=45 (45 45 45 45) 00000100:00001000:25.0:1557965020.676543:0:14850:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=50 v=45 (1 1 1 1) 00000100:00000200:8.0:1557965020.676544:0:14851:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557965020.676545:0:14850:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557965020.676546:0:14850:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:25.0:1557965020.676547:0:14850:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:25.0:1557965020.676547:0:14850:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676548:0:14850:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557965020.676548:0:14851:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000040:25.0:1557965020.676549:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557965020.676552:0:14850:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:8.0:1557965020.676552:0:14851:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:25.0:1557965020.676553:0:14850:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557965020.676554:0:14850:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:8.0:1557965020.676554:0:14851:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000100:00000040:25.0:1557965020.676555:0:14850:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Interpret:RN/0/0 rc 0/0 00000400:00000200:8.0:1557965020.676555:0:14851:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000400:00000010:8.0:1557965020.676556:0:14851:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:8.0:1557965020.676556:0:14851:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965020.676557:0:14851:0:(client.c:1337:after_reply()) Process entered 00000100:00100000:25.0:1557965020.676558:0:14850:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_01:8c05ad95-98db-8b06-7942-a20be71d88ee:14850:1633636024601584:172.19.1.24@o2ib100:400 02000000:00000001:8.0:1557965020.676558:0:14851:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:8.0:1557965020.676559:0:14851:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:25.0:1557965020.676560:0:14850:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557965020.676561:0:14850:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:25.0:1557965020.676561:0:14850:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627800 x1633636024601584/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557965020.676561:0:14851:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965020.676562:0:14851:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676564:0:14850:0:(client.c:2440:__ptlrpc_free_req()) Process entered 00000100:00001000:8.0:1557965020.676564:0:14851:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=50 v=45 (45 45 45 45) 02000000:00000001:25.0:1557965020.676565:0:14850:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557965020.676565:0:14850:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736397a00. 02000000:00000001:25.0:1557965020.676566:0:14850:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:8.0:1557965020.676566:0:14851:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=50 v=45 (1 1 1 1) 00000020:00000001:25.0:1557965020.676567:0:14850:0:(genops.c:1221:class_import_put()) Process entered 00000100:00000001:8.0:1557965020.676567:0:14851:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557965020.676567:0:14851:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:25.0:1557965020.676568:0:14850:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000020:00000001:25.0:1557965020.676568:0:14850:0:(genops.c:1237:class_import_put()) Process leaving 00010000:00000001:8.0:1557965020.676568:0:14851:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000010:25.0:1557965020.676569:0:14850:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee364300. 00010000:00000001:8.0:1557965020.676569:0:14851:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557965020.676570:0:14850:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557965020.676570:0:14850:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557965020.676570:0:14850:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627800. 00000100:00000001:8.0:1557965020.676570:0:14851:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557965020.676570:0:14851:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:8.0:1557965020.676571:0:14851:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557965020.676571:0:14851:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676572:0:14850:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557965020.676572:0:14850:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557965020.676573:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557965020.676573:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:25.0:1557965020.676574:0:14850:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557965020.676575:0:14850:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965020.676575:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965020.676576:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676576:0:14851:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557965020.676577:0:14850:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965020.676577:0:14850:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676577:0:14851:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557965020.676577:0:14851:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557965020.676579:0:14851:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00100000:8.0:1557965020.676582:0:14851:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_02:looze-MDT0000-lwp-OST0009_UUID:14851:1633636024601600:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557965020.676584:0:14851:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965020.676585:0:14851:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:8.0:1557965020.676586:0:14851:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627626600 x1633636024601600/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965126 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:8.0:1557965020.676588:0:14851:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557965020.676589:0:14851:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:8.0:1557965020.676590:0:14851:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b400. 02000000:00000001:8.0:1557965020.676591:0:14851:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:8.0:1557965020.676591:0:14851:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557965020.676592:0:14851:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:8.0:1557965020.676592:0:14851:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557965020.676593:0:14851:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee365b00. 02000000:00000001:8.0:1557965020.676594:0:14851:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:8.0:1557965020.676594:0:14851:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557965020.676595:0:14851:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627626600. 00000100:00000001:8.0:1557965020.676597:0:14851:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557965020.676597:0:14851:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965020.676598:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965020.676600:0:14851:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557965020.676601:0:14851:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676602:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557965020.676603:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965020.676604:0:14851:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:8.0:1557965020.676604:0:14851:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965020.835057:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965020.835077:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965020.835085:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965020.835092:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965020.835095:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965020.835102:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011060 00000400:00000200:14.0:1557965020.835108:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9885 [1] + 0 00000400:00000010:14.0:1557965020.835112:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83f60. 00000400:00000200:14.0:1557965020.835114:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3f80 00000100:00000001:14.0:1557965020.835118:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557965020.835119:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557965020.835119:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965020.835122:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdcc50 x1633635891482720 msgsize 224 00000100:00100000:14.0:1557965020.835128:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965020.835130:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965020.835133:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965020.835134:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3f80 00000400:00000010:14.0:1557965020.835136:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3f80. 00000400:00000010:14.0:1557965020.835138:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965020.835141:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965020.835143:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965020.835145:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965020.835170:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965020.835173:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965020.835175:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965020.835177:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965020.835178:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965020.835180:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965020.835183:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965020.835186:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482720 00000020:00000001:10.0:1557965020.835188:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965020.835189:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965020.835191:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965020.835195:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965020.835197:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965020.835200:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965020.835203:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965020.835204:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965020.835207:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965020.835209:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdf80. 00000020:00000010:10.0:1557965020.835212:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965020.835215:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965020.835217:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965020.835218:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965020.835219:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965020.835222:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965020.835228:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965020.835231:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965020.835233:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965020.835234:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965020.835235:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965020.835236:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965020.835238:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965020.835243:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1652 00000100:00000040:10.0:1557965020.835245:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965020.835247:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547951696 : -131293161599920 : ffff8896edbdcc50) 00000100:00000040:10.0:1557965020.835251:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdcc50 x1633635891482720/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:686/0 lens 224/0 e 0 to 0 dl 1557965081 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965020.835261:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965020.835262:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965020.835265:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891482720:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965020.835269:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482720 00000020:00000001:10.0:1557965020.835270:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965020.835272:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965020.835274:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.835276:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965020.835277:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965020.835287:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965020.835289:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965020.835290:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965020.835292:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965020.835293:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965020.835295:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965020.835297:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965020.835298:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73ac00. 02000000:00000001:10.0:1557965020.835300:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965020.835302:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965020.835304:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965020.835306:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965020.835307:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965020.835309:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965020.835313:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965020.835315:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965020.835317:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965020.835320:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965020.835323:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965020.835326:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965020.835328:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965020.835331:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965020.835334:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965020.835335:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965020.835338:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482720 00010000:00000001:10.0:1557965020.835340:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965020.835343:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdcc50 x1633635891482720/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:686/0 lens 224/368 e 0 to 0 dl 1557965081 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965020.835352:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965020.835353:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965020.835355:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=23 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965020.835359:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965020.835362:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965020.835364:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965020.835367:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965020.835368:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965020.835370:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965020.835373:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965020.835375:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcf00. 00000100:00000200:10.0:1557965020.835378:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482720, offset 192 00000400:00000010:10.0:1557965020.835380:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f000 (tot 24345892). 00000400:00000200:10.0:1557965020.835385:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965020.835398:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965020.835403:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965020.835408:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965020.835411:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965020.835413:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965020.835433:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965020.835434:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965020.835435:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965020.835436:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965020.835437:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965020.835438:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965020.835439:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965020.835440:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965020.835441:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdcc50 x1633635891482720/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:686/0 lens 224/336 e 0 to 0 dl 1557965081 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965020.835461:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891482720:12345-172.19.1.25@o2ib100:13 Request processed in 199us (339us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965020.835464:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1652 00000100:00000040:10.0:1557965020.835465:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965020.835466:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965020.835484:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965020.835485:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdf80. 00000020:00000010:10.0:1557965020.835486:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965020.835487:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965020.835488:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965020.835490:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:14.2:1557965020.835491:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000200:10.0:1557965020.835491:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965020.835493:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897202014e0. 00000400:00000010:10.0:1557965020.835494:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdf80. 00000400:00000001:10.0:1557965020.835495:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965020.835496:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.0:1557965020.835500:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965020.835503:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965020.835505:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965020.835506:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965020.835507:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73ac00. 02000000:00000001:14.0:1557965020.835509:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965020.835509:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965020.835510:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bcf00 00000400:00000010:14.0:1557965020.835512:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bcf00. 00000400:00000010:14.0:1557965020.835514:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f000 (tot 24345492). 00000800:00000200:14.0:1557965020.835515:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965020.835516:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965020.843375:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965020.843423:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965020.843433:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965020.843441:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965020.843444:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965020.843450:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12a30 00000400:00000200:7.0:1557965020.843456:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd811 [1] + 0 00000400:00000010:7.0:1557965020.843460:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3720. 00000400:00000200:7.0:1557965020.843463:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b780 00000800:00000200:17.0:1557965020.843466:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557965020.843467:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965020.843468:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965020.843471:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611850 x1633635870517808 msgsize 224 00000100:00100000:7.0:1557965020.843477:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965020.843478:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965020.843482:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965020.843483:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b780 00000400:00000010:7.0:1557965020.843485:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b780. 00000400:00000010:7.0:1557965020.843487:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965020.843490:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965020.843490:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557965020.843493:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557965020.843493:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965020.843495:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:7.0:1557965020.843496:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 02000000:00000001:1.0:1557965020.843497:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965020.843498:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965020.843499:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965020.843503:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965020.843505:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517808 00000020:00000001:1.0:1557965020.843508:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965020.843509:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965020.843511:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965020.843513:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965020.843515:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965020.843517:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965020.843520:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965020.843522:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965020.843525:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965020.843528:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fc00. 00000020:00000010:1.0:1557965020.843530:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965020.843533:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965020.843535:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965020.843536:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965020.843538:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965020.843541:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965020.843548:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965020.843551:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965020.843553:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965020.843554:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965020.843555:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965020.843556:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965020.843557:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965020.843562:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1658 00000100:00000040:1.0:1557965020.843564:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965020.843566:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836055120 : -131364873496496 : ffff88863b611850) 00000100:00000040:1.0:1557965020.843570:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611850 x1633635870517808/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:686/0 lens 224/0 e 0 to 0 dl 1557965081 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965020.843580:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965020.843581:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965020.843585:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870517808:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965020.843588:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517808 00000020:00000001:1.0:1557965020.843590:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965020.843592:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965020.843593:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965020.843596:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965020.843597:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965020.843600:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965020.843601:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965020.843603:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965020.843604:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965020.843605:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965020.843608:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965020.843609:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965020.843611:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfabc00. 02000000:00000001:1.0:1557965020.843612:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965020.843614:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965020.843616:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965020.843618:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965020.843619:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965020.843621:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965020.843624:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965020.843627:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965020.843629:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965020.843632:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965020.843635:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965020.843637:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965020.843641:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965020.843642:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965020.843644:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517808 00010000:00000001:1.0:1557965020.843646:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965020.843649:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611850 x1633635870517808/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:686/0 lens 224/368 e 0 to 0 dl 1557965081 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965020.843658:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965020.843660:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965020.843661:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=23 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965020.843665:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965020.843668:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965020.843670:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965020.843672:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965020.843674:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965020.843675:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965020.843679:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965020.843680:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fc80. 00000100:00000200:1.0:1557965020.843684:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517808, offset 192 00000400:00000010:1.0:1557965020.843687:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70e00 (tot 24345892). 00000400:00000200:1.0:1557965020.843691:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965020.843705:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965020.843710:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965020.843717:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965020.843720:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965020.843722:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965020.843727:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965020.843729:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965020.843731:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965020.843733:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965020.843735:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965020.843737:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965020.843738:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965020.843740:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965020.843743:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611850 x1633635870517808/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:686/0 lens 224/336 e 0 to 0 dl 1557965081 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965020.843754:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178957:x1633635870517808:12345-172.19.1.24@o2ib100:13 Request processed in 171us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965020.843761:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1658 00000100:00000040:1.0:1557965020.843763:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965020.843765:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965020.843767:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:29.2:1557965020.843769:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000020:00000010:1.0:1557965020.843769:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fc00. 00000020:00000010:1.0:1557965020.843771:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965020.843774:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965020.843776:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965020.843778:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965020.843781:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965020.843783:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77720. 00000400:00000010:1.0:1557965020.843785:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fc00. 00000400:00000001:1.0:1557965020.843787:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965020.843788:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965020.843816:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965020.843824:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965020.843827:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965020.843829:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965020.843832:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfabc00. 02000000:00000001:4.0:1557965020.843835:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965020.843836:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965020.843837:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fc80 00000400:00000010:4.0:1557965020.843839:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fc80. 00000400:00000010:4.0:1557965020.843842:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70e00 (tot 24345492). 00000800:00000200:4.0:1557965020.843844:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965020.843848:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:10.0:1557965021.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965021.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965021.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965021.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965021.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965021.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965021.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965021.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965021.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965021.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965021.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965021.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965021.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965021.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965021.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965021.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965022.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965022.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965022.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965022.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965022.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965022.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965022.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965022.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965022.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965022.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965022.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965022.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965022.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965022.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965022.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965022.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965022.639369:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88867590f600 (tot 24345748). 00000400:00000010:6.0:1557965022.639384:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88867590f600 (tot 24345492). 00000020:00000001:6.0:1557965022.640426:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965022.640427:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318738966, max_age 4318742968 00002000:00000001:6.0:1557965022.640428:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965022.640428:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965022.640429:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965022.640431:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965022.640432:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965022.640433:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965022.640434:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965022.640435:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965022.640437:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965022.640437:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965022.640439:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965022.640440:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965022.640441:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965022.640465:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965022.640465:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318743968, max_age 4318742968 00000020:00000004:6.0:1557965022.640466:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965022.640467:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965022.640488:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965022.640488:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318743968, max_age 4318742968 00000020:00000004:6.0:1557965022.640489:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965022.640490:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965022.640512:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965022.640513:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318743968, max_age 4318742968 00000020:00000004:6.0:1557965022.640513:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965022.640514:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:10.0:1557965023.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:10.0:1557965023.330036:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965023.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965023.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965023.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965023.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965023.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965023.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965023.508094:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965023.508096:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965023.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965023.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965023.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965023.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965023.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965023.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965024.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965024.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965024.508027:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965024.508028:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965024.508031:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965024.508032:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965024.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965024.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965024.508077:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965024.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965024.508079:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965024.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965024.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965024.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965024.508086:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965024.508087:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965025.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965025.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965025.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965025.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965025.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965025.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965025.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965025.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965025.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965025.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965025.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965025.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965025.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965025.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965025.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965025.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965025.843064:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965025.843085:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965025.843093:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965025.843101:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965025.843104:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965025.843110:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011080 00000400:00000200:14.0:1557965025.843117:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9895 [1] + 0 00000400:00000010:14.0:1557965025.843121:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83f00. 00000400:00000200:14.0:1557965025.843123:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3400 00000800:00000200:15.0:1557965025.843126:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965025.843127:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965025.843128:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965025.843130:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdd050 x1633635891482752 msgsize 224 00000100:00100000:14.0:1557965025.843137:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965025.843138:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965025.843142:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965025.843143:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3400 00000400:00000010:14.0:1557965025.843145:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3400. 00000400:00000010:14.0:1557965025.843147:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965025.843150:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965025.843152:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965025.843154:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965025.843177:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965025.843180:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965025.843184:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965025.843186:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965025.843187:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965025.843189:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965025.843192:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965025.843195:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482752 00000020:00000001:10.0:1557965025.843197:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965025.843198:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965025.843200:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965025.843202:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965025.843204:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965025.843207:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965025.843210:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965025.843212:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965025.843214:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965025.843217:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd200. 00000020:00000010:10.0:1557965025.843220:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965025.843223:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965025.843225:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965025.843226:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965025.843227:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965025.843230:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965025.843236:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965025.843239:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965025.843240:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965025.843241:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965025.843243:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965025.843244:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965025.843245:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965025.843250:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1653 00000100:00000040:10.0:1557965025.843252:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965025.843256:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547952720 : -131293161598896 : ffff8896edbdd050) 00000100:00000040:10.0:1557965025.843260:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdd050 x1633635891482752/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:691/0 lens 224/0 e 0 to 0 dl 1557965086 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965025.843270:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965025.843272:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965025.843275:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891482752:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965025.843279:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482752 00000020:00000001:10.0:1557965025.843280:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965025.843282:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965025.843284:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965025.843286:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965025.843287:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965025.843289:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965025.843291:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965025.843292:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965025.843293:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965025.843295:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965025.843297:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965025.843298:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965025.843300:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738400. 02000000:00000001:10.0:1557965025.843302:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965025.843303:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965025.843305:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965025.843307:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965025.843308:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965025.843310:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965025.843314:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965025.843316:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965025.843318:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965025.843321:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965025.843324:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965025.843342:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965025.843343:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965025.843345:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965025.843346:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965025.843347:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965025.843348:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482752 00010000:00000001:10.0:1557965025.843349:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965025.843351:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdd050 x1633635891482752/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:691/0 lens 224/368 e 0 to 0 dl 1557965086 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965025.843354:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965025.843355:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965025.843355:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=28 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965025.843357:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965025.843358:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965025.843359:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965025.843360:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965025.843360:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965025.843361:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965025.843362:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965025.843363:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc300. 00000100:00000200:10.0:1557965025.843365:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482752, offset 192 00000400:00000010:10.0:1557965025.843366:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f400 (tot 24345892). 00000400:00000200:10.0:1557965025.843368:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965025.843374:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965025.843376:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965025.843379:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965025.843380:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965025.843381:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965025.843384:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965025.843384:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965025.843385:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965025.843387:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965025.843388:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965025.843388:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965025.843389:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965025.843390:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965025.843391:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdd050 x1633635891482752/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:691/0 lens 224/336 e 0 to 0 dl 1557965086 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965025.843396:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97252:x1633635891482752:12345-172.19.1.25@o2ib100:13 Request processed in 124us (264us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965025.843399:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1653 00000100:00000040:10.0:1557965025.843400:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965025.843401:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965025.843401:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965025.843402:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd200. 00000020:00000010:10.0:1557965025.843403:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965025.843404:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965025.843405:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965025.843406:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965025.843408:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965025.843409:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897202016c0. 00000400:00000010:10.0:1557965025.843409:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd200. 00000400:00000001:10.0:1557965025.843410:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965025.843411:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557965025.843412:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965025.843421:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965025.843424:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965025.843426:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965025.843427:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965025.843428:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738400. 02000000:00000001:14.0:1557965025.843448:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965025.843449:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965025.843450:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc300 00000400:00000010:14.0:1557965025.843452:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc300. 00000400:00000010:14.0:1557965025.843454:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f400 (tot 24345492). 00000800:00000200:14.0:1557965025.843455:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557965025.843458:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965025.851381:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557965025.851429:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965025.851438:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557965025.851447:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557965025.851450:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557965025.851456:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12a80 00000400:00000200:17.0:1557965025.851462:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd831 [1] + 0 00000400:00000010:17.0:1557965025.851468:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3780. 00000400:00000200:17.0:1557965025.851470:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462bd80 00000800:00000200:7.0:1557965025.851471:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557965025.851474:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557965025.851475:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557965025.851478:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611450 x1633635870517888 msgsize 224 00000100:00100000:17.0:1557965025.851484:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557965025.851486:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557965025.851489:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557965025.851493:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bd80 00000400:00000010:17.0:1557965025.851495:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bd80. 00000400:00000010:17.0:1557965025.851498:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000400:00000001:1.0:1557965025.851499:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557965025.851502:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965025.851502:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557965025.851505:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965025.851505:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965025.851507:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:17.0:1557965025.851508:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557965025.851509:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965025.851511:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965025.851515:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965025.851519:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517888 00000020:00000001:1.0:1557965025.851521:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965025.851525:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965025.851526:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965025.851528:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965025.851530:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965025.851533:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965025.851536:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965025.851537:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965025.851539:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965025.851542:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f900. 00000020:00000010:1.0:1557965025.851544:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965025.851547:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965025.851549:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965025.851550:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965025.851552:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965025.851555:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965025.851560:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965025.851563:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965025.851564:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965025.851565:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965025.851566:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965025.851567:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965025.851569:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965025.851573:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1659 00000100:00000040:1.0:1557965025.851575:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965025.851577:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836054096 : -131364873497520 : ffff88863b611450) 00000100:00000040:1.0:1557965025.851581:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611450 x1633635870517888/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:691/0 lens 224/0 e 0 to 0 dl 1557965086 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965025.851591:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965025.851592:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965025.851595:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870517888:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965025.851598:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517888 00000020:00000001:1.0:1557965025.851600:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965025.851602:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965025.851603:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965025.851606:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965025.851608:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965025.851611:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965025.851613:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965025.851615:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965025.851616:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965025.851618:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965025.851620:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965025.851621:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965025.851624:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:1.0:1557965025.851625:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965025.851627:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965025.851629:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965025.851631:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965025.851632:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965025.851634:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965025.851636:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965025.851639:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965025.851642:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965025.851645:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965025.851647:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965025.851650:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965025.851653:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965025.851654:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965025.851656:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517888 00010000:00000001:1.0:1557965025.851658:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965025.851662:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611450 x1633635870517888/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:691/0 lens 224/368 e 0 to 0 dl 1557965086 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965025.851671:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965025.851672:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965025.851674:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=28 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965025.851678:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965025.851680:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965025.851683:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965025.851687:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965025.851688:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965025.851690:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965025.851693:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965025.851696:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f880. 00000100:00000200:1.0:1557965025.851698:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517888, offset 192 00000400:00000010:1.0:1557965025.851701:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df71e00 (tot 24345892). 00000400:00000200:1.0:1557965025.851705:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965025.851718:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965025.851724:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965025.851729:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965025.851733:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965025.851735:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965025.851739:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965025.851740:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965025.851742:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965025.851745:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965025.851746:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965025.851748:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965025.851749:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965025.851751:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965025.851753:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611450 x1633635870517888/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:691/0 lens 224/336 e 0 to 0 dl 1557965086 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965025.851777:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870517888:12345-172.19.1.24@o2ib100:13 Request processed in 186us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965025.851779:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1659 00000800:00000200:29.2:1557965025.851780:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000040:1.0:1557965025.851780:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965025.851781:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965025.851782:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965025.851782:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f900. 00000020:00000010:1.0:1557965025.851783:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965025.851784:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965025.851785:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965025.851786:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965025.851787:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965025.851788:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a775a0. 00000400:00000010:1.0:1557965025.851789:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f900. 00000400:00000001:1.0:1557965025.851790:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965025.851790:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965025.851817:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965025.851821:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965025.851823:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965025.851824:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965025.851825:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaa000. 02000000:00000001:4.0:1557965025.851844:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965025.851844:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965025.851845:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f880 00000400:00000010:4.0:1557965025.851846:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f880. 00000400:00000010:4.0:1557965025.851847:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df71e00 (tot 24345492). 00000800:00000200:4.0:1557965025.851848:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965025.851851:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:11.0:1557965026.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965026.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965026.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965026.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965026.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965026.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965026.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965026.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965026.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965026.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965026.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965026.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965026.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965026.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965026.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965026.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965027.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965027.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965027.508024:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965027.508025:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965027.508028:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965027.508029:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965027.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965027.508030:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965027.508055:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965027.508075:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965027.508076:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965027.508077:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965027.508081:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965027.508082:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965027.508083:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965027.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965027.640902:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888728a5e900 (tot 24345748). 00000400:00000010:6.0:1557965027.640917:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888728a5e900 (tot 24345492). 00000020:00000001:6.0:1557965027.642024:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965027.642025:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318743968, max_age 4318747970 00002000:00000001:6.0:1557965027.642026:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965027.642027:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965027.642028:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965027.642030:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965027.642031:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965027.642032:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965027.642033:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965027.642034:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965027.642035:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965027.642036:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965027.642037:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965027.642038:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965027.642038:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965027.642064:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965027.642064:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318748970, max_age 4318747970 00000020:00000004:6.0:1557965027.642065:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965027.642066:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965027.642088:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965027.642089:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318748970, max_age 4318747970 00000020:00000004:6.0:1557965027.642089:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965027.642090:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965027.642113:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965027.642113:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318748970, max_age 4318747970 00000020:00000004:6.0:1557965027.642114:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965027.642115:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965028.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965028.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965028.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965028.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965028.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965028.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965028.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965028.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965028.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965028.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965028.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965028.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965028.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965028.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965028.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965028.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965029.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965029.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965029.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965029.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965029.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965029.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965029.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965029.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965029.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965029.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965029.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965029.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965029.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965029.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965029.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965029.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965030.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965030.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965030.508029:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965030.508031:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965030.508034:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965030.508035:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965030.508035:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965030.508036:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965030.508037:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965030.508038:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965030.508038:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965030.508039:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965030.508040:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965030.508040:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965030.508041:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965030.508062:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965030.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965030.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965030.508081:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965030.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965030.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965030.508090:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965030.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965030.851064:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965030.851086:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965030.851094:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965030.851102:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965030.851105:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965030.851111:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0110a0 00000400:00000200:14.0:1557965030.851117:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x98a5 [1] + 0 00000400:00000010:14.0:1557965030.851122:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83ea0. 00000400:00000200:14.0:1557965030.851124:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3680 00000100:00000001:14.0:1557965030.851127:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000800:00000200:15.0:1557965030.851128:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557965030.851129:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965030.851131:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdd450 x1633635891482784 msgsize 224 00000100:00100000:14.0:1557965030.851152:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965030.851153:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965030.851155:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965030.851156:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3680 00000400:00000010:14.0:1557965030.851157:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3680. 00000400:00000010:14.0:1557965030.851158:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965030.851159:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965030.851160:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965030.851161:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965030.851187:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965030.851189:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965030.851190:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965030.851191:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965030.851191:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965030.851192:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965030.851194:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965030.851195:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482784 00000020:00000001:10.0:1557965030.851196:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965030.851197:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965030.851198:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965030.851199:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965030.851200:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965030.851201:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965030.851202:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965030.851203:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965030.851206:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965030.851208:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd280. 00000020:00000010:10.0:1557965030.851209:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965030.851211:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965030.851212:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965030.851212:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965030.851213:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965030.851215:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965030.851218:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965030.851219:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965030.851220:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965030.851220:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965030.851221:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965030.851222:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965030.851223:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965030.851225:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1654 00000100:00000040:10.0:1557965030.851226:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965030.851227:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547953744 : -131293161597872 : ffff8896edbdd450) 00000100:00000040:10.0:1557965030.851228:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdd450 x1633635891482784/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:696/0 lens 224/0 e 0 to 0 dl 1557965091 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965030.851232:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965030.851232:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965030.851234:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891482784:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965030.851235:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482784 00000020:00000001:10.0:1557965030.851236:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965030.851237:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965030.851237:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965030.851238:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965030.851239:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965030.851240:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965030.851240:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965030.851241:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965030.851241:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965030.851242:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965030.851244:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965030.851245:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965030.851246:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73cc00. 02000000:00000001:10.0:1557965030.851247:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965030.851247:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965030.851249:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965030.851250:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965030.851250:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965030.851251:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965030.851254:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965030.851255:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965030.851256:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965030.851257:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965030.851258:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965030.851260:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965030.851261:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965030.851262:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965030.851263:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965030.851264:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965030.851265:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482784 00010000:00000001:10.0:1557965030.851266:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965030.851267:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdd450 x1633635891482784/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:696/0 lens 224/368 e 0 to 0 dl 1557965091 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965030.851270:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965030.851271:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965030.851271:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=33 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965030.851273:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965030.851274:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965030.851275:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965030.851277:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965030.851278:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965030.851278:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965030.851280:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965030.851281:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd800. 00000100:00000200:10.0:1557965030.851283:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482784, offset 192 00000400:00000010:10.0:1557965030.851284:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68a800 (tot 24345892). 00000400:00000200:10.0:1557965030.851286:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965030.851293:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965030.851295:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965030.851298:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965030.851299:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965030.851300:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965030.851303:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965030.851304:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965030.851304:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000800:00000200:14.2:1557965030.851306:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000040:10.0:1557965030.851306:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965030.851307:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965030.851308:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965030.851308:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965030.851309:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557965030.851310:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557965030.851310:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdd450 x1633635891482784/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:696/0 lens 224/336 e 0 to 0 dl 1557965091 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965030.851312:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965030.851314:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557965030.851314:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97254:x1633635891482784:12345-172.19.1.25@o2ib100:13 Request processed in 81us (182us total) trans 0 rc 0/0 00000800:00000200:15.0:1557965030.851315:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965030.851315:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965030.851316:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd800 00000400:00000010:14.0:1557965030.851316:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd800. 00000100:00100000:10.0:1557965030.851317:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1654 00000400:00000010:14.0:1557965030.851318:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68a800 (tot 24345492). 00000100:00000040:10.0:1557965030.851318:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557965030.851319:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557965030.851319:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965030.851319:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965030.851320:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd280. 00000020:00000010:10.0:1557965030.851321:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965030.851322:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965030.851323:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965030.851324:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965030.851325:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73cc00. 02000000:00000001:10.0:1557965030.851326:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965030.851326:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965030.851327:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965030.851329:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201660. 00000400:00000010:10.0:1557965030.851330:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd280. 00000400:00000001:10.0:1557965030.851332:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965030.851332:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965030.859379:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965030.859430:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965030.859440:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965030.859448:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965030.859451:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965030.859457:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12aa0 00000400:00000200:7.0:1557965030.859463:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd841 [1] + 0 00000400:00000010:7.0:1557965030.859468:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3480. 00000800:00000200:17.0:1557965030.859471:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:7.0:1557965030.859471:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a380 00000100:00000001:7.0:1557965030.859475:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965030.859476:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965030.859478:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b611050 x1633635870517920 msgsize 224 00000100:00100000:7.0:1557965030.859485:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965030.859486:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965030.859489:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965030.859490:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a380 00000400:00000010:7.0:1557965030.859492:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a380. 00000400:00000010:7.0:1557965030.859494:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965030.859497:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965030.859498:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557965030.859500:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557965030.859501:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965030.859501:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965030.859503:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965030.859504:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965030.859505:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965030.859507:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965030.859510:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965030.859513:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517920 00000020:00000001:1.0:1557965030.859515:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965030.859517:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965030.859519:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965030.859522:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965030.859524:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965030.859527:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965030.859529:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965030.859531:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965030.859533:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965030.859536:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fd00. 00000020:00000010:1.0:1557965030.859538:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965030.859541:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965030.859543:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965030.859544:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965030.859545:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965030.859548:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965030.859554:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965030.859557:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965030.859558:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965030.859559:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965030.859560:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965030.859561:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965030.859565:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965030.859570:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1660 00000100:00000040:1.0:1557965030.859572:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965030.859574:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836053072 : -131364873498544 : ffff88863b611050) 00000100:00000040:1.0:1557965030.859579:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b611050 x1633635870517920/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:696/0 lens 224/0 e 0 to 0 dl 1557965091 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965030.859589:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965030.859590:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965030.859593:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870517920:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965030.859597:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517920 00000020:00000001:1.0:1557965030.859598:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965030.859600:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965030.859602:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965030.859604:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965030.859605:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965030.859607:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965030.859609:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965030.859610:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965030.859611:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965030.859613:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965030.859615:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965030.859616:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965030.859620:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8800. 02000000:00000001:1.0:1557965030.859622:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965030.859623:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965030.859625:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965030.859627:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965030.859628:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965030.859630:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965030.859632:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965030.859635:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965030.859638:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965030.859641:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965030.859644:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965030.859647:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965030.859650:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965030.859651:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965030.859653:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517920 00010000:00000001:1.0:1557965030.859655:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965030.859658:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b611050 x1633635870517920/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:696/0 lens 224/368 e 0 to 0 dl 1557965091 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965030.859668:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965030.859669:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965030.859671:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=33 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965030.859674:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965030.859677:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965030.859679:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965030.859681:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965030.859683:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965030.859684:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965030.859687:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965030.859689:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f480. 00000100:00000200:1.0:1557965030.859692:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517920, offset 192 00000400:00000010:1.0:1557965030.859695:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75a00 (tot 24345892). 00000400:00000200:1.0:1557965030.859699:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965030.859713:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965030.859718:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965030.859726:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965030.859729:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965030.859731:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965030.859735:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965030.859736:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965030.859738:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965030.859741:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965030.859742:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965030.859745:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965030.859746:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965030.859747:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965030.859750:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b611050 x1633635870517920/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:696/0 lens 224/336 e 0 to 0 dl 1557965091 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965030.859761:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178964:x1633635870517920:12345-172.19.1.24@o2ib100:13 Request processed in 170us (280us total) trans 0 rc 0/0 00000800:00000200:29.2:1557965030.859767:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557965030.859768:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1660 00000100:00000040:1.0:1557965030.859771:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965030.859772:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965030.859774:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965030.859775:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fd00. 00000020:00000010:1.0:1557965030.859777:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965030.859780:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965030.859782:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965030.859784:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965030.859787:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965030.859789:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77960. 00000400:00000010:1.0:1557965030.859791:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fd00. 00000400:00000001:1.0:1557965030.859794:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965030.859795:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965030.859814:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965030.859822:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965030.859826:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965030.859827:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965030.859831:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8800. 02000000:00000001:4.0:1557965030.859834:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965030.859835:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965030.859836:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f480 00000400:00000010:4.0:1557965030.859838:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f480. 00000400:00000010:4.0:1557965030.859841:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75a00 (tot 24345492). 00000800:00000200:4.0:1557965030.859843:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965030.859846:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:11.0:1557965031.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965031.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965031.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965031.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965031.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965031.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965031.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965031.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965031.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965031.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965031.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965031.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965031.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965031.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965031.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965031.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965032.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:11.0:1557965032.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965032.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965032.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965032.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965032.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965032.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965032.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965032.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965032.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965032.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965032.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965032.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965032.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965032.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965032.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965032.642640:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888727dbcc00 (tot 24345748). 00000400:00000010:6.0:1557965032.642656:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888727dbcc00 (tot 24345492). 00000020:00000001:6.0:1557965032.643752:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965032.643753:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318748970, max_age 4318752971 00002000:00000001:6.0:1557965032.643754:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965032.643755:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965032.643755:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965032.643758:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965032.643759:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965032.643760:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965032.643761:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965032.643762:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965032.643763:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965032.643764:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965032.643765:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965032.643766:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965032.643766:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965032.643791:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965032.643791:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318753971, max_age 4318752971 00000020:00000004:6.0:1557965032.643792:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965032.643793:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965032.643815:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965032.643815:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318753971, max_age 4318752971 00000020:00000004:6.0:1557965032.643816:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965032.643817:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965032.643842:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965032.643842:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318753971, max_age 4318752971 00000020:00000004:6.0:1557965032.643843:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965032.643844:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557965033.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330112:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:12.0:1557965033.330116:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965033.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965033.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965033.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965033.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965033.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965033.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965033.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965033.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965033.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965033.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965033.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965033.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965033.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965033.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965034.330245:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330248:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330249:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330251:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330253:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330254:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330255:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965034.330257:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965034.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965034.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965034.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965034.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965034.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965034.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965034.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965034.508095:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965034.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965034.508099:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965034.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965034.508101:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965034.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965034.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965035.330336:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330342:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330346:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330350:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330354:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330360:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330365:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965035.330369:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965035.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965035.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965035.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965035.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965035.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965035.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965035.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965035.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965035.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965035.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965035.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965035.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965035.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965035.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965035.859054:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965035.859076:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965035.859083:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965035.859092:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965035.859095:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965035.859101:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0110c0 00000400:00000200:14.0:1557965035.859108:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x98b5 [1] + 0 00000400:00000010:14.0:1557965035.859114:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83de0. 00000400:00000200:14.0:1557965035.859116:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3c80 00000800:00000200:15.0:1557965035.859117:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965035.859120:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965035.859121:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965035.859124:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdd850 x1633635891482816 msgsize 224 00000100:00100000:14.0:1557965035.859145:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965035.859147:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965035.859151:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965035.859152:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3c80 00000400:00000010:14.0:1557965035.859152:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3c80. 00000400:00000010:14.0:1557965035.859153:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965035.859155:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965035.859156:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965035.859175:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965035.859183:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965035.859185:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965035.859187:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965035.859188:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965035.859192:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965035.859192:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965035.859194:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965035.859196:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482816 00000020:00000001:10.0:1557965035.859197:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965035.859197:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965035.859198:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965035.859199:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965035.859200:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965035.859201:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965035.859203:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965035.859204:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965035.859206:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965035.859208:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc800. 00000020:00000010:10.0:1557965035.859209:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965035.859227:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965035.859228:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965035.859228:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965035.859229:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965035.859230:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965035.859233:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965035.859235:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965035.859235:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965035.859236:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965035.859236:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965035.859237:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965035.859238:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965035.859258:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1655 00000100:00000040:10.0:1557965035.859259:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965035.859260:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547954768 : -131293161596848 : ffff8896edbdd850) 00000100:00000040:10.0:1557965035.859262:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdd850 x1633635891482816/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:701/0 lens 224/0 e 0 to 0 dl 1557965096 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965035.859265:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965035.859266:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965035.859284:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891482816:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965035.859287:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482816 00000020:00000001:10.0:1557965035.859288:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965035.859289:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965035.859290:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965035.859291:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965035.859292:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965035.859293:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965035.859293:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965035.859294:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965035.859294:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965035.859295:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965035.859296:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965035.859297:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965035.859298:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73cc00. 02000000:00000001:10.0:1557965035.859298:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965035.859299:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965035.859300:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965035.859301:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965035.859301:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965035.859302:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965035.859305:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965035.859306:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965035.859307:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965035.859308:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965035.859309:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965035.859311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965035.859312:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965035.859313:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965035.859314:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965035.859315:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965035.859316:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482816 00010000:00000001:10.0:1557965035.859317:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965035.859318:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdd850 x1633635891482816/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:701/0 lens 224/368 e 0 to 0 dl 1557965096 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965035.859322:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965035.859323:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965035.859324:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=38 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965035.859326:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965035.859327:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965035.859328:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965035.859329:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965035.859329:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965035.859330:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965035.859331:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965035.859332:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdc00. 00000100:00000200:10.0:1557965035.859334:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482816, offset 192 00000400:00000010:10.0:1557965035.859335:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ee00 (tot 24345892). 00000400:00000200:10.0:1557965035.859336:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965035.859342:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965035.859344:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965035.859346:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965035.859347:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965035.859348:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965035.859350:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965035.859351:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965035.859352:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965035.859354:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965035.859354:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965035.859355:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965035.859356:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965035.859357:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965035.859358:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdd850 x1633635891482816/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:701/0 lens 224/336 e 0 to 0 dl 1557965096 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965035.859362:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97256:x1633635891482816:12345-172.19.1.25@o2ib100:13 Request processed in 96us (237us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965035.859365:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1655 00000100:00000040:10.0:1557965035.859366:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965035.859367:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965035.859368:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965035.859369:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc800. 00000020:00000010:10.0:1557965035.859370:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965035.859371:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965035.859372:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965035.859374:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965035.859375:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965035.859376:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201600. 00000400:00000010:10.0:1557965035.859376:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc800. 00000400:00000001:10.0:1557965035.859377:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965035.859378:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557965035.859384:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965035.859393:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965035.859396:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965035.859398:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965035.859399:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965035.859400:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73cc00. 02000000:00000001:14.0:1557965035.859420:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965035.859422:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965035.859424:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bdc00 00000400:00000010:14.0:1557965035.859425:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bdc00. 00000800:00000200:15.0:1557965035.859427:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557965035.859427:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ee00 (tot 24345492). 00000800:00000200:14.0:1557965035.859430:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965035.867353:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:17.0:1557965035.867406:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965035.867416:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:17.0:1557965035.867425:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557965035.867428:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000400:00000200:17.0:1557965035.867435:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12ac0 00000400:00000200:17.0:1557965035.867441:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd851 [1] + 0 00000400:00000010:17.0:1557965035.867445:0:14818:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e37e0. 00000400:00000200:17.0:1557965035.867447:0:14818:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b800 00000800:00000200:7.0:1557965035.867450:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:17.0:1557965035.867452:0:14818:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:17.0:1557965035.867453:0:14818:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:17.0:1557965035.867456:0:14818:0:(events.c:347:request_in_callback()) incoming req@ffff88863b610c50 x1633635870517952 msgsize 224 00000100:00100000:17.0:1557965035.867462:0:14818:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:17.0:1557965035.867464:0:14818:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:17.0:1557965035.867468:0:14818:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:17.0:1557965035.867469:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b800 00000400:00000010:17.0:1557965035.867471:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b800. 00000400:00000010:17.0:1557965035.867474:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557965035.867478:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965035.867478:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:17.0:1557965035.867481:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557965035.867482:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:17.0:1557965035.867484:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557965035.867484:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965035.867486:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965035.867488:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965035.867490:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965035.867494:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965035.867498:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517952 00000020:00000001:1.0:1557965035.867500:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965035.867501:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965035.867503:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965035.867506:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965035.867508:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965035.867511:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965035.867517:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965035.867520:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965035.867522:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965035.867525:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f700. 00000020:00000010:1.0:1557965035.867527:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965035.867530:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965035.867532:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965035.867533:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965035.867535:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965035.867538:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965035.867542:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965035.867545:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965035.867547:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965035.867548:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965035.867549:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965035.867551:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965035.867552:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965035.867556:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1661 00000100:00000040:1.0:1557965035.867559:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965035.867560:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836052048 : -131364873499568 : ffff88863b610c50) 00000100:00000040:1.0:1557965035.867565:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b610c50 x1633635870517952/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:701/0 lens 224/0 e 0 to 0 dl 1557965096 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965035.867575:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965035.867576:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965035.867579:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870517952:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965035.867582:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517952 00000020:00000001:1.0:1557965035.867584:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965035.867586:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965035.867589:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965035.867591:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965035.867592:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965035.867595:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965035.867596:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965035.867598:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965035.867600:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965035.867601:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965035.867604:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965035.867605:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965035.867608:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:1.0:1557965035.867609:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965035.867611:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965035.867613:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965035.867615:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965035.867616:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965035.867618:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965035.867620:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965035.867623:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965035.867626:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965035.867629:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965035.867631:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965035.867634:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965035.867637:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965035.867638:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965035.867640:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517952 00010000:00000001:1.0:1557965035.867642:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965035.867646:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b610c50 x1633635870517952/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:701/0 lens 224/368 e 0 to 0 dl 1557965096 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965035.867655:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965035.867656:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965035.867658:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=38 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965035.867662:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965035.867664:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965035.867666:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965035.867669:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965035.867670:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965035.867672:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965035.867675:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965035.867678:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fe80. 00000100:00000200:1.0:1557965035.867682:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517952, offset 192 00000400:00000010:1.0:1557965035.867685:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72200 (tot 24345892). 00000400:00000200:1.0:1557965035.867690:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965035.867703:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965035.867708:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965035.867715:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965035.867718:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965035.867719:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965035.867723:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965035.867725:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965035.867727:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965035.867730:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965035.867732:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965035.867733:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965035.867734:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965035.867736:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965035.867739:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b610c50 x1633635870517952/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:701/0 lens 224/336 e 0 to 0 dl 1557965096 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965035.867750:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870517952:12345-172.19.1.24@o2ib100:13 Request processed in 173us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965035.867758:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1661 00000100:00000040:1.0:1557965035.867760:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965035.867762:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965035.867763:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965035.867766:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f700. 00000020:00000010:1.0:1557965035.867768:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965035.867770:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965035.867772:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965035.867774:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:29.2:1557965035.867776:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00000200:1.0:1557965035.867777:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965035.867779:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77ea0. 00000400:00000010:1.0:1557965035.867781:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f700. 00000400:00000001:1.0:1557965035.867784:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965035.867786:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965035.867821:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965035.867829:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965035.867833:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965035.867834:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965035.867836:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9000. 02000000:00000001:4.0:1557965035.867839:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965035.867840:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965035.867841:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fe80 00000400:00000010:4.0:1557965035.867843:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fe80. 00000400:00000010:4.0:1557965035.867845:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72200 (tot 24345492). 00000800:00000200:4.0:1557965035.867848:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965035.867851:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557965036.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965036.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965036.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965036.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965036.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965036.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965036.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965036.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965036.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965036.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965036.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965036.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965036.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965036.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965036.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965036.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965037.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965037.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965037.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965037.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965037.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965037.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965037.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965037.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965037.508093:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965037.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965037.508100:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965037.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965037.508102:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965037.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965037.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965037.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965037.644233:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff8887043ca400 (tot 24345748). 00000400:00000010:6.0:1557965037.644248:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff8887043ca400 (tot 24345492). 00000020:00000001:6.0:1557965037.645380:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965037.645381:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318753971, max_age 4318757973 00002000:00000001:6.0:1557965037.645382:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965037.645383:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965037.645384:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965037.645386:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965037.645387:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965037.645388:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965037.645389:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965037.645390:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965037.645391:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965037.645392:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965037.645393:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965037.645394:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965037.645394:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965037.645418:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965037.645419:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318758973, max_age 4318757973 00000020:00000004:6.0:1557965037.645419:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965037.645420:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965037.645442:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965037.645443:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318758973, max_age 4318757973 00000020:00000004:6.0:1557965037.645443:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965037.645444:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965037.645467:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965037.645468:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318758973, max_age 4318757973 00000020:00000004:6.0:1557965037.645469:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965037.645470:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965038.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965038.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965038.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965038.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965038.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965038.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965038.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965038.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965038.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965038.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965038.508103:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965038.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965038.508105:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965038.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965038.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965038.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965039.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330048:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965039.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965039.508025:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965039.508026:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965039.508029:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965039.508029:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965039.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965039.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965039.508056:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965039.508076:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965039.508077:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965039.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965039.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965039.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965039.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965039.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965040.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965040.330111:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965040.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965040.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965040.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965040.508058:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965040.508061:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965040.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965040.508064:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965040.508065:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965040.508066:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965040.508068:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965040.508069:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965040.508071:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965040.508072:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965040.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965040.508086:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965040.508088:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965040.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965040.508091:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965040.508093:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965040.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965040.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965040.867079:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965040.867100:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965040.867108:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965040.867116:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965040.867119:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965040.867126:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0110e0 00000400:00000200:14.0:1557965040.867132:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x98c5 [1] + 0 00000400:00000010:14.0:1557965040.867136:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83d80. 00000400:00000200:14.0:1557965040.867138:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2e00 00000800:00000200:15.0:1557965040.867142:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965040.867142:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965040.867145:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965040.867148:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbddc50 x1633635891482848 msgsize 224 00000100:00100000:14.0:1557965040.867154:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965040.867156:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965040.867160:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965040.867161:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e00 00000400:00000010:14.0:1557965040.867162:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e00. 00000400:00000010:14.0:1557965040.867165:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965040.867167:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965040.867170:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965040.867172:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965040.867196:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965040.867199:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965040.867201:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965040.867203:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965040.867204:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965040.867206:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965040.867209:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965040.867212:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482848 00000020:00000001:10.0:1557965040.867214:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965040.867215:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965040.867217:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965040.867219:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965040.867221:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965040.867224:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965040.867226:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965040.867228:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965040.867231:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965040.867234:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc580. 00000020:00000010:10.0:1557965040.867236:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965040.867239:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965040.867241:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965040.867242:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965040.867244:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965040.867249:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965040.867255:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965040.867258:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965040.867259:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965040.867260:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965040.867261:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965040.867263:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965040.867264:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965040.867269:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1656 00000100:00000040:10.0:1557965040.867271:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965040.867273:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547955792 : -131293161595824 : ffff8896edbddc50) 00000100:00000040:10.0:1557965040.867278:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbddc50 x1633635891482848/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:706/0 lens 224/0 e 0 to 0 dl 1557965101 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965040.867288:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965040.867289:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965040.867292:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891482848:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965040.867295:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482848 00000020:00000001:10.0:1557965040.867297:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965040.867299:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965040.867301:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965040.867303:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965040.867304:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965040.867307:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965040.867308:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965040.867310:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965040.867311:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965040.867312:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965040.867315:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965040.867316:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965040.867318:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965040.867319:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965040.867321:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965040.867323:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965040.867325:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965040.867326:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965040.867328:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965040.867333:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965040.867335:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965040.867337:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965040.867340:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965040.867343:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965040.867346:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965040.867348:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965040.867351:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965040.867354:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965040.867355:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965040.867358:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482848 00010000:00000001:10.0:1557965040.867360:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965040.867363:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbddc50 x1633635891482848/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:706/0 lens 224/368 e 0 to 0 dl 1557965101 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965040.867372:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965040.867373:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965040.867375:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=43 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965040.867379:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965040.867382:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965040.867384:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965040.867386:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965040.867387:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965040.867389:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965040.867393:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965040.867395:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd000. 00000100:00000200:10.0:1557965040.867397:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482848, offset 192 00000400:00000010:10.0:1557965040.867400:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688c00 (tot 24345892). 00000400:00000200:10.0:1557965040.867404:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965040.867418:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965040.867423:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965040.867429:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965040.867432:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965040.867434:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965040.867438:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965040.867440:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965040.867442:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965040.867445:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965040.867446:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965040.867448:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965040.867449:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965040.867451:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557965040.867451:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965040.867454:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbddc50 x1633635891482848/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:706/0 lens 224/336 e 0 to 0 dl 1557965101 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965040.867462:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557965040.867465:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97258:x1633635891482848:12345-172.19.1.25@o2ib100:13 Request processed in 175us (314us total) trans 0 rc 0/0 00000800:00000200:14.0:1557965040.867466:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965040.867469:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557965040.867470:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965040.867472:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bd000 00000400:00000010:14.0:1557965040.867473:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bd000. 00000100:00100000:10.0:1557965040.867473:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1656 00000100:00000040:10.0:1557965040.867475:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557965040.867476:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688c00 (tot 24345492). 00000100:00000001:10.0:1557965040.867477:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965040.867478:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557965040.867479:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000020:00000010:10.0:1557965040.867480:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc580. 00000800:00000200:14.0:1557965040.867481:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557965040.867482:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965040.867484:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965040.867486:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965040.867489:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965040.867490:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965040.867492:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965040.867493:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965040.867496:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965040.867498:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897202015a0. 00000400:00000010:10.0:1557965040.867500:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc580. 00000400:00000001:10.0:1557965040.867502:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965040.867503:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965040.875361:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965040.875413:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965040.875423:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965040.875431:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965040.875434:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965040.875440:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12ae0 00000400:00000200:7.0:1557965040.875447:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd861 [1] + 0 00000400:00000010:7.0:1557965040.875452:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3420. 00000400:00000200:7.0:1557965040.875454:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a600 00000800:00000200:17.0:1557965040.875456:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557965040.875459:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965040.875460:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965040.875465:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b610850 x1633635870517984 msgsize 224 00000100:00100000:7.0:1557965040.875471:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965040.875473:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965040.875476:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965040.875477:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a600 00000400:00000010:7.0:1557965040.875478:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a600. 00000400:00000010:7.0:1557965040.875480:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965040.875483:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965040.875484:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000800:00000200:7.0:1557965040.875486:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000400:00000001:1.0:1557965040.875487:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000800:00000200:7.0:1557965040.875488:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557965040.875489:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965040.875490:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965040.875492:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965040.875493:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965040.875497:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965040.875500:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870517984 00000020:00000001:1.0:1557965040.875502:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965040.875503:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965040.875505:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965040.875507:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965040.875509:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965040.875512:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965040.875514:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965040.875516:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965040.875518:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965040.875522:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fe80. 00000020:00000010:1.0:1557965040.875524:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965040.875527:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965040.875529:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965040.875530:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965040.875532:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965040.875535:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965040.875540:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965040.875544:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965040.875545:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965040.875546:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965040.875547:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965040.875548:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965040.875550:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965040.875555:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1662 00000100:00000040:1.0:1557965040.875557:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965040.875558:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836051024 : -131364873500592 : ffff88863b610850) 00000100:00000040:1.0:1557965040.875565:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b610850 x1633635870517984/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:706/0 lens 224/0 e 0 to 0 dl 1557965101 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965040.875575:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965040.875576:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965040.875580:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870517984:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965040.875583:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870517984 00000020:00000001:1.0:1557965040.875585:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965040.875587:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965040.875588:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965040.875590:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965040.875592:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965040.875594:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965040.875595:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965040.875597:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965040.875598:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965040.875599:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965040.875602:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965040.875603:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965040.875605:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:1.0:1557965040.875607:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965040.875609:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965040.875611:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965040.875612:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965040.875614:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965040.875615:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965040.875618:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965040.875620:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965040.875623:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965040.875626:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965040.875629:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965040.875631:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965040.875634:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965040.875638:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965040.875641:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870517984 00010000:00000001:1.0:1557965040.875643:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965040.875671:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b610850 x1633635870517984/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:706/0 lens 224/368 e 0 to 0 dl 1557965101 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965040.875676:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965040.875676:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965040.875677:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=43 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965040.875679:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965040.875680:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965040.875681:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965040.875682:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965040.875682:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965040.875683:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965040.875684:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965040.875685:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f480. 00000100:00000200:1.0:1557965040.875687:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870517984, offset 192 00000400:00000010:1.0:1557965040.875688:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df72600 (tot 24345892). 00000400:00000200:1.0:1557965040.875689:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965040.875695:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965040.875697:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965040.875700:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965040.875701:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965040.875702:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965040.875704:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965040.875705:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965040.875706:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965040.875707:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965040.875707:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965040.875708:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965040.875709:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965040.875709:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965040.875711:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b610850 x1633635870517984/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:706/0 lens 224/336 e 0 to 0 dl 1557965101 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965040.875717:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178968:x1633635870517984:12345-172.19.1.24@o2ib100:13 Request processed in 142us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965040.875720:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1662 00000100:00000040:1.0:1557965040.875721:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965040.875722:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965040.875723:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965040.875724:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fe80. 00000020:00000010:1.0:1557965040.875725:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965040.875726:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965040.875726:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965040.875727:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965040.875729:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965040.875730:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a770c0. 00000400:00000010:1.0:1557965040.875730:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fe80. 00000400:00000001:1.0:1557965040.875732:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965040.875732:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965040.875744:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557965040.875782:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965040.875786:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965040.875788:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965040.875789:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965040.875790:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa9800. 02000000:00000001:4.0:1557965040.875811:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965040.875811:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965040.875812:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f480 00000400:00000010:4.0:1557965040.875812:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f480. 00000400:00000010:4.0:1557965040.875814:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df72600 (tot 24345492). 00000800:00000200:4.0:1557965040.875815:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965040.875817:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557965041.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965041.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965041.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965041.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965041.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965041.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965041.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965041.508068:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965041.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965041.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965041.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965041.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965041.508109:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965041.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965041.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965041.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965042.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965042.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965042.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965042.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965042.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965042.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965042.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965042.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965042.508084:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965042.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965042.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965042.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965042.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965042.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965042.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965042.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965042.645859:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888727732c00 (tot 24345748). 00000400:00000010:6.0:1557965042.645866:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888727732c00 (tot 24345492). 00000020:00000001:6.0:1557965042.646847:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965042.646847:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318758973, max_age 4318762974 00002000:00000001:6.0:1557965042.646849:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965042.646849:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965042.646850:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965042.646852:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965042.646853:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965042.646854:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965042.646855:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965042.646856:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965042.646857:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965042.646858:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965042.646859:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965042.646860:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965042.646861:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965042.646885:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965042.646886:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318763974, max_age 4318762974 00000020:00000004:6.0:1557965042.646886:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965042.646888:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965042.646909:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965042.646909:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318763974, max_age 4318762974 00000020:00000004:6.0:1557965042.646910:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965042.646911:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965042.646932:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965042.646932:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318763974, max_age 4318762974 00000020:00000004:6.0:1557965042.646933:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965042.646934:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965043.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965043.330114:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965043.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965043.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965043.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965043.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965043.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965043.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965043.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965043.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965043.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965043.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965043.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965043.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965043.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965043.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965044.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330044:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330046:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330047:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965044.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965044.508031:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965044.508032:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965044.508035:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965044.508035:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965044.508036:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965044.508037:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965044.508062:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965044.508080:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965044.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965044.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965044.508088:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965044.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965044.508090:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965044.508090:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965045.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330098:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965045.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965045.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965045.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965045.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965045.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965045.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965045.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965045.508113:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965045.508115:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965045.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965045.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965045.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965045.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965045.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965045.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965045.676037:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965045.676043:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965045.676046:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627b00. 00000020:00000040:10.0:1557965045.676049:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557965045.676051:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965045.676053:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965045.676055:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965045.676058:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367b00. 00000100:00000001:10.0:1557965045.676061:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965045.676066:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965045.676086:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965045.676088:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965045.676090:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965045.676094:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627b00] to pc [ptlrpcd_01_04:4] req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965045.676108:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965045.676110:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965045.676113:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965045.676115:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627500. 00000020:00000040:10.0:1557965045.676117:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557965045.676119:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965045.676119:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965045.676120:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965045.676122:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367f00. 00000100:00000001:10.0:1557965045.676124:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965045.676127:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965045.676135:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965045.676136:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965045.676138:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965045.676141:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627500] to pc [ptlrpcd_01_05:5] req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965045.676149:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676151:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:10.0:1557965045.676151:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:25.0:1557965045.676154:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1557965045.676154:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000001:25.0:1557965045.676155:0:14853:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000010:10.0:1557965045.676155:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627200. 00000100:00000001:11.0:1557965045.676156:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000040:10.0:1557965045.676156:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:11.0:1557965045.676158:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1557965045.676158:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965045.676158:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965045.676159:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:25.0:1557965045.676160:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557965045.676160:0:14854:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:10.0:1557965045.676161:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366c00. 00000100:00000001:10.0:1557965045.676163:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557965045.676166:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:10.0:1557965045.676166:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557965045.676171:0:14853:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:25.0:1557965045.676172:0:14853:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676174:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 02000000:00000001:25.0:1557965045.676175:0:14853:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557965045.676175:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:25.0:1557965045.676176:0:14853:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676176:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:25.0:1557965045.676180:0:14853:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:8c05ad95-98db-8b06-7942-a20be71d88ee:14853:1633636024601632:172.19.1.24@o2ib100:400 00000100:00000040:10.0:1557965045.676180:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627200] to pc [ptlrpcd_01_06:6] req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557965045.676183:0:14853:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:25.0:1557965045.676185:0:14853:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:25.0:1557965045.676186:0:14853:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676187:0:14854:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000001:25.0:1557965045.676188:0:14853:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:11.0:1557965045.676188:0:14854:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:25.0:1557965045.676190:0:14853:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889736397a00. 00000100:00000001:10.0:1557965045.676190:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557965045.676191:0:14854:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:11.0:1557965045.676192:0:14854:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:25.0:1557965045.676193:0:14853:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 00000020:00000001:10.0:1557965045.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=477704 : 477704 : 74a08) 00000100:00100000:11.0:1557965045.676196:0:14854:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:looze-MDT0000-lwp-OST0009_UUID:14854:1633636024601648:172.19.1.24@o2ib100:400 00000020:00000001:10.0:1557965045.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000400:00000010:25.0:1557965045.676197:0:14853:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fcb627e0. 00000100:00000001:9.0:1557965045.676197:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965045.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 00000100:00000001:11.0:1557965045.676199:0:14854:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557965045.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709279776 : -271840 : fffffffffffbda20) 00000100:00000001:9.0:1557965045.676200:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000010:25.0:1557965045.676201:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f07980. 02000000:00000001:11.0:1557965045.676201:0:14854:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:9.0:1557965045.676201:0:14855:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000001:11.0:1557965045.676202:0:14854:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000020:00000001:10.0:1557965045.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 02000000:00000001:11.0:1557965045.676204:0:14854:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:25.0:1557965045.676205:0:14853:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601632, portal 25 00000020:00000001:10.0:1557965045.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709422296 : -129320 : fffffffffffe06d8) 02000000:00000010:11.0:1557965045.676206:0:14854:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889629b0cc00. 00000020:00000001:10.0:1557965045.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83392 : 83392 : 145c0) 00000100:00000040:9.0:1557965045.676207:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:25.0:1557965045.676208:0:14853:0:(client.c:2835:ptlrpc_request_addref()) Process entered 02000000:00000001:11.0:1557965045.676208:0:14854:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709464456 : -87160 : fffffffffffeab88) 00000100:00000001:25.0:1557965045.676210:0:14853:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220078336 : -131296489473280 : ffff889627627b00) 00000020:00000001:10.0:1557965045.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1145366 : 1145366 : 117a16) 00000400:00000010:11.0:1557965045.676211:0:14854:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88972cff9d80. 00000020:00000001:10.0:1557965045.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=66743 : 66743 : 104b7) 00000020:00000001:10.0:1557965045.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450106 : -101510 : fffffffffffe737a) 00000400:00000010:11.0:1557965045.676214:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af0600. 00000020:00000001:10.0:1557965045.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526491 : -25125 : ffffffffffff9ddb) 00000100:00000040:25.0:1557965045.676216:0:14853:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000200:11.0:1557965045.676217:0:14854:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601648, portal 10 00000020:00000001:10.0:1557965045.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147507856 : 147507856 : 8caca90) 00000100:00000001:11.0:1557965045.676218:0:14854:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557965045.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709524396 : -27220 : ffffffffffff95ac) 00000100:00000001:11.0:1557965045.676219:0:14854:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220076800 : -131296489474816 : ffff889627627500) 00000020:00000001:10.0:1557965045.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:9.0:1557965045.676221:0:14855:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557965045.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709076440 : -475176 : fffffffffff8bfd8) 00000100:00000001:9.0:1557965045.676222:0:14855:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000100:00000040:11.0:1557965045.676224:0:14854:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557965045.676225:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965045.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=137512 : 137512 : 21928) 02000000:00000001:9.0:1557965045.676225:0:14855:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557965045.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 02000000:00000001:9.0:1557965045.676227:0:14855:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965045.676228:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676229:0:14853:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557965045.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709276944 : -274672 : fffffffffffbcf10) 00000100:00000001:12.0:1557965045.676230:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557965045.676231:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000001:11.0:1557965045.676232:0:14854:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557965045.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00100000:9.0:1557965045.676232:0:14855:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:looze-MDT0001-lwp-OST0009_UUID:14855:1633636024601664:172.19.1.25@o2ib100:400 00000100:00000040:25.0:1557965045.676233:0:14853:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965045.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000400:00000010:25.0:1557965045.676235:0:14853:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889624f06e00. 00000100:00000040:11.0:1557965045.676236:0:14854:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965045.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=990794 : 990794 : f1e4a) 00000100:00000001:9.0:1557965045.676236:0:14855:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000400:00000010:11.0:1557965045.676237:0:14854:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff8896e4af0980. 00000020:00000001:10.0:1557965045.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000100:00000200:25.0:1557965045.676238:0:14853:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601632, offset 0 02000000:00000001:9.0:1557965045.676238:0:14855:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:11.0:1557965045.676239:0:14854:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601648, offset 0 00000020:00000001:10.0:1557965045.676239:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557965045.676239:0:14855:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676240:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000400:00000010:25.0:1557965045.676242:0:14853:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889736390c00 (tot 24345892). 00000400:00000010:11.0:1557965045.676242:0:14854:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889629b0c800 (tot 24346292). 00000020:00000001:10.0:1557965045.676242:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557965045.676242:0:14855:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557965045.676243:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:9.0:1557965045.676244:0:14855:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff889721cdda00. 00000020:00000001:10.0:1557965045.676245:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676246:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:9.0:1557965045.676246:0:14855:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:11.0:1557965045.676262:0:14854:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965045.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676263:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676264:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557965045.676265:0:14853:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965045.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676265:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557965045.676265:0:14855:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896fe345480. 00000020:00000001:10.0:1557965045.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676266:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676267:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557965045.676267:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700357d80. 00000400:00000200:11.0:1557965045.676268:0:14854:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557965045.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676268:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557965045.676268:0:14855:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601664, portal 10 00000020:00000001:10.0:1557965045.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676269:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676269:0:14855:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000020:00000001:10.0:1557965045.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676270:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676270:0:14855:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220076032 : -131296489475584 : ffff889627627200) 00000800:00000200:11.0:1557965045.676271:0:14854:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965045.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676271:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676272:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557965045.676272:0:14855:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965045.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676273:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:25.0:1557965045.676274:0:14853:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:11.0:1557965045.676274:0:14854:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557965045.676274:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676275:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:11.0:1557965045.676276:0:14854:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557965045.676276:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557965045.676277:0:14853:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:11.0:1557965045.676277:0:14854:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557965045.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676277:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676277:0:14855:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557965045.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676278:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676279:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557965045.676279:0:14855:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:9.0:1557965045.676279:0:14855:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff889700356300. 00000800:00000200:11.0:1557965045.676280:0:14854:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:11.0:1557965045.676280:0:14854:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676280:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:9.0:1557965045.676280:0:14855:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601664, offset 0 00000800:00000200:25.0:1557965045.676281:0:14853:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000100:00000001:11.0:1557965045.676281:0:14854:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965045.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676281:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676282:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:25.0:1557965045.676283:0:14853:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:11.0:1557965045.676283:0:14854:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676283:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676284:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676284:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:9.0:1557965045.676284:0:14855:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889721cda000 (tot 24346692). 00000800:00000200:25.0:1557965045.676285:0:14853:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000100:00000001:11.0:1557965045.676285:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965045.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676285:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676286:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557965045.676286:0:14855:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000800:00000200:25.0:1557965045.676287:0:14853:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000100:00000001:11.0:1557965045.676287:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:11.0:1557965045.676287:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557965045.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676287:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676288:0:14853:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676288:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965045.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676288:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676289:0:14853:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:11.0:1557965045.676289:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:11.0:1557965045.676289:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676289:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676290:0:14853:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676290:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676290:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676291:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676291:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557965045.676291:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557965045.676291:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676292:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557965045.676292:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676292:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676292:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:9.0:1557965045.676292:0:14855:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000020:00000001:10.0:1557965045.676293:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676294:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557965045.676294:0:14855:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000100:00000001:25.0:1557965045.676295:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557965045.676295:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557965045.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676295:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676296:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965045.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676296:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676297:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965045.676297:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676297:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557965045.676297:0:14855:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000100:00000001:25.0:1557965045.676298:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676298:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557965045.676298:0:14855:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000100:00000001:25.0:1557965045.676299:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965045.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676299:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557965045.676299:0:14855:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:25.0:1557965045.676300:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:25.0:1557965045.676300:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676300:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676301:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676301:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:9.0:1557965045.676301:0:14855:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000020:00000001:10.0:1557965045.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676302:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676302:0:14855:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676303:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676303:0:14855:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965045.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676304:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676304:0:14855:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676305:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676305:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676306:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676306:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965045.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676307:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676308:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676308:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557965045.676308:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000800:00000200:29.2:1557965045.676309:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557965045.676309:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676309:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965045.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676310:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676310:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557965045.676310:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676311:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676311:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676312:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676312:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557965045.676312:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:9.0:1557965045.676312:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676313:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676313:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676314:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676315:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676316:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676317:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676318:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676319:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676320:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676321:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676322:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676323:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676324:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676325:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676326:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676327:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676328:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676329:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965045.676330:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000020:00000001:10.0:1557965045.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676330:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676331:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676332:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676333:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676334:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676335:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676336:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676337:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676337:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676338:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676339:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676339:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676340:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676340:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676340:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557965045.676341:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000020:00000001:10.0:1557965045.676341:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676341:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676342:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676343:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676344:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.0:1557965045.676345:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000001:10.0:1557965045.676345:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.676346:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557965045.676347:0:14820:0:(events.c:52:request_out_callback()) Process entered 00000100:00000040:10.0:1557965045.676347:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318792004) 00000100:00000200:14.0:1557965045.676349:0:14820:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965045.676353:0:14820:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557965045.676354:0:14820:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965045.676358:0:14820:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:17.0:1557965045.676359:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:14.0:1557965045.676359:0:14820:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557965045.676359:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700356300 00000400:00000010:14.0:1557965045.676360:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700356300. 00000400:00000010:14.0:1557965045.676362:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889721cda000 (tot 24346292). 00000800:00000200:14.0:1557965045.676364:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965045.676365:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:17.0:1557965045.676367:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000100:00000001:17.0:1557965045.676371:0:14818:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:17.0:1557965045.676376:0:14818:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557965045.676387:0:14818:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:17.0:1557965045.676392:0:14818:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557965045.676400:0:14818:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:7.0:1557965045.676401:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:17.0:1557965045.676402:0:14818:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:17.0:1557965045.676404:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af0980 00000400:00000010:17.0:1557965045.676406:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af0980. 00000400:00000010:17.0:1557965045.676410:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889629b0c800 (tot 24345892). 00000800:00000200:7.0:1557965045.676411:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:17.0:1557965045.676413:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:7.0:1557965045.676414:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:17.0:1557965045.676416:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:7.0:1557965045.676419:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557965045.676430:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557965045.676433:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557965045.676441:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557965045.676443:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557965045.676444:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f06e00 00000400:00000010:7.0:1557965045.676446:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f06e00. 00000400:00000010:7.0:1557965045.676450:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889736390c00 (tot 24345492). 00000800:00000200:7.0:1557965045.676453:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557965045.676473:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557965045.676485:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965045.676488:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965045.676493:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000800:00000200:15.0:1557965045.676496:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557965045.676496:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965045.676497:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965045.676500:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04c40 00000400:00000200:14.0:1557965045.676503:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9e7d [1] + 192 00000100:00000001:14.0:1557965045.676505:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:14.0:1557965045.676507:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557965045.676511:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965045.676515:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557965045.676516:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:21.0:1557965045.676517:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:14.0:1557965045.676517:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:9.0:1557965045.676517:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:14.0:1557965045.676518:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:9.0:1557965045.676518:0:14855:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:14.0:1557965045.676519:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:9.0:1557965045.676519:0:14855:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:9.0:1557965045.676519:0:14855:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:9.0:1557965045.676520:0:14855:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:9.0:1557965045.676521:0:14855:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000200:9.0:1557965045.676525:0:14855:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557965045.676527:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000100:00000001:9.0:1557965045.676528:0:14855:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:9.0:1557965045.676529:0:14855:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fe345480. 00000400:00000200:9.0:1557965045.676530:0:14855:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889700357d80 00000400:00000010:9.0:1557965045.676530:0:14855:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889700357d80. 00000100:00000001:9.0:1557965045.676532:0:14855:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557965045.676533:0:14855:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:9.0:1557965045.676533:0:14855:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:9.0:1557965045.676534:0:14855:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:9.0:1557965045.676535:0:14855:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:21.0:1557965045.676536:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 02000000:00000001:9.0:1557965045.676536:0:14855:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:9.0:1557965045.676537:0:14855:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=75 v=45 (45 45 45 45) 00000100:00001000:9.0:1557965045.676538:0:14855:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=75 v=45 (1 1 1 1) 00000400:00000010:21.0:1557965045.676539:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000100:00000001:9.0:1557965045.676539:0:14855:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:9.0:1557965045.676540:0:14855:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:9.0:1557965045.676540:0:14855:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00080000:9.0:1557965045.676542:0:14855:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:21.0:1557965045.676545:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04c30 00010000:00000001:9.0:1557965045.676545:0:14855:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676546:0:14855:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:9.0:1557965045.676546:0:14855:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:9.0:1557965045.676546:0:14855:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:9.0:1557965045.676547:0:14855:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:9.0:1557965045.676548:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/0 rc 0/0 00000400:00000200:21.0:1557965045.676552:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xde11 [1] + 192 00000100:00000001:9.0:1557965045.676552:0:14855:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:9.0:1557965045.676553:0:14855:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:9.0:1557965045.676553:0:14855:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:9.0:1557965045.676555:0:14855:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:21.0:1557965045.676558:0:14815:0:(events.c:91:reply_in_callback()) Process entered 00000100:00100000:9.0:1557965045.676558:0:14855:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_06:looze-MDT0001-lwp-OST0009_UUID:14855:1633636024601664:172.19.1.25@o2ib100:400 00000100:00000001:9.0:1557965045.676559:0:14855:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557965045.676560:0:14855:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000200:21.0:1557965045.676561:0:14815:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557965045.676561:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000040:9.0:1557965045.676561:0:14855:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627200 x1633636024601664/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:9.0:1557965045.676564:0:14855:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:9.0:1557965045.676564:0:14855:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:9.0:1557965045.676564:0:14855:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889721cdda00. 02000000:00000001:9.0:1557965045.676565:0:14855:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:9.0:1557965045.676567:0:14855:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:9.0:1557965045.676567:0:14855:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:9.0:1557965045.676568:0:14855:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:9.0:1557965045.676569:0:14855:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366c00. 02000000:00000001:9.0:1557965045.676570:0:14855:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:9.0:1557965045.676570:0:14855:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:9.0:1557965045.676571:0:14855:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627200. 00000800:00000200:17.0:1557965045.676572:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000100:00000001:9.0:1557965045.676572:0:14855:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:9.0:1557965045.676572:0:14855:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:21.0:1557965045.676573:0:14815:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557965045.676573:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:9.0:1557965045.676574:0:14855:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:9.0:1557965045.676574:0:14855:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676575:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557965045.676575:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965045.676575:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557965045.676576:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:17.0:1557965045.676580:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:17.0:1557965045.676582:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24346292). 00000100:00000001:21.0:1557965045.676585:0:14815:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:21.0:1557965045.676587:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345892). 00000800:00000200:21.0:1557965045.676590:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (23)++ 00000800:00000200:21.0:1557965045.676593:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (24)-- 00000400:00000200:17.0:1557965045.676593:0:14818:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04c20 00000800:00000200:21.0:1557965045.676595:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000800:00000200:21.0:1557965045.676600:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:17.0:1557965045.676600:0:14818:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xde09 [1] + 192 00000100:00000001:17.0:1557965045.676605:0:14818:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:17.0:1557965045.676609:0:14818:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557965045.676613:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557965045.676615:0:14854:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000040:17.0:1557965045.676620:0:14818:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:17.0:1557965045.676632:0:14818:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:11.0:1557965045.676633:0:14854:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:11.0:1557965045.676633:0:14854:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:17.0:1557965045.676634:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000100:00000001:11.0:1557965045.676634:0:14854:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:25.0:1557965045.676636:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965045.676636:0:14853:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000800:00000200:17.0:1557965045.676637:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000200:11.0:1557965045.676637:0:14854:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:17.0:1557965045.676640:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965045.676641:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:11.0:1557965045.676641:0:14854:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557965045.676645:0:14854:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:11.0:1557965045.676647:0:14854:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88972cff9d80. 00000400:00000200:11.0:1557965045.676648:0:14854:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8896e4af0600 00000400:00000010:11.0:1557965045.676649:0:14854:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8896e4af0600. 00000100:00000001:11.0:1557965045.676649:0:14854:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:25.0:1557965045.676650:0:14853:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:25.0:1557965045.676650:0:14853:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:11.0:1557965045.676650:0:14854:0:(client.c:1337:after_reply()) Process entered 00000100:00000001:25.0:1557965045.676651:0:14853:0:(events.c:91:reply_in_callback()) Process entered 02000000:00000001:11.0:1557965045.676651:0:14854:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000200:25.0:1557965045.676652:0:14853:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:11.0:1557965045.676652:0:14854:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557965045.676652:0:14854:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:11.0:1557965045.676654:0:14854:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:25.0:1557965045.676655:0:14853:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:11.0:1557965045.676655:0:14854:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=75 v=45 (45 45 45 45) 00000100:00001000:11.0:1557965045.676657:0:14854:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=75 v=45 (1 1 1 1) 00000100:00000001:25.0:1557965045.676658:0:14853:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:11.0:1557965045.676658:0:14854:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:11.0:1557965045.676658:0:14854:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557965045.676659:0:14853:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896fcb627e0. 00010000:00000001:11.0:1557965045.676659:0:14854:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000400:00000200:25.0:1557965045.676660:0:14853:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff889624f07980 00010000:00000001:11.0:1557965045.676660:0:14854:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:25.0:1557965045.676661:0:14853:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff889624f07980. 00000100:00000001:25.0:1557965045.676661:0:14853:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557965045.676662:0:14853:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:25.0:1557965045.676662:0:14853:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:25.0:1557965045.676662:0:14853:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:11.0:1557965045.676662:0:14854:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:25.0:1557965045.676663:0:14853:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:11.0:1557965045.676663:0:14854:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 02000000:00000001:25.0:1557965045.676664:0:14853:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676664:0:14854:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:11.0:1557965045.676664:0:14854:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:25.0:1557965045.676665:0:14853:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=75 v=45 (45 45 45 45) 00000100:00000040:11.0:1557965045.676666:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00001000:25.0:1557965045.676667:0:14853:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=75 v=45 (1 1 1 1) 00000100:00000001:25.0:1557965045.676668:0:14853:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:25.0:1557965045.676668:0:14853:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:25.0:1557965045.676669:0:14853:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:25.0:1557965045.676669:0:14853:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676669:0:14854:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557965045.676670:0:14853:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676670:0:14854:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:11.0:1557965045.676670:0:14854:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:25.0:1557965045.676671:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:11.0:1557965045.676672:0:14854:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:25.0:1557965045.676674:0:14853:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:25.0:1557965045.676675:0:14853:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:25.0:1557965045.676675:0:14853:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:11.0:1557965045.676675:0:14854:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_05:looze-MDT0000-lwp-OST0009_UUID:14854:1633636024601648:172.19.1.24@o2ib100:400 00000100:00000040:25.0:1557965045.676676:0:14853:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:11.0:1557965045.676677:0:14854:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557965045.676677:0:14854:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:11.0:1557965045.676678:0:14854:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627500 x1633636024601648/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00100000:25.0:1557965045.676680:0:14853:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_04:8c05ad95-98db-8b06-7942-a20be71d88ee:14853:1633636024601632:172.19.1.24@o2ib100:400 00000100:00000001:25.0:1557965045.676681:0:14853:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557965045.676681:0:14854:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:11.0:1557965045.676681:0:14854:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:25.0:1557965045.676682:0:14853:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000010:11.0:1557965045.676682:0:14854:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889629b0cc00. 00000100:00000040:25.0:1557965045.676683:0:14853:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627b00 x1633636024601632/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965151 ref 1 fl Complete:RN/0/0 rc 0/0 02000000:00000001:11.0:1557965045.676683:0:14854:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:11.0:1557965045.676684:0:14854:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:11.0:1557965045.676684:0:14854:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000020:00000001:11.0:1557965045.676685:0:14854:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:11.0:1557965045.676685:0:14854:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367f00. 00000100:00000001:25.0:1557965045.676686:0:14853:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:25.0:1557965045.676686:0:14853:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:25.0:1557965045.676686:0:14853:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889736397a00. 02000000:00000001:25.0:1557965045.676687:0:14853:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:11.0:1557965045.676687:0:14854:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:11.0:1557965045.676687:0:14854:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:11.0:1557965045.676687:0:14854:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627500. 00000020:00000001:25.0:1557965045.676688:0:14853:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:25.0:1557965045.676688:0:14853:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00000100:00000001:11.0:1557965045.676688:0:14854:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000020:00000001:25.0:1557965045.676689:0:14853:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:25.0:1557965045.676689:0:14853:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367b00. 00000100:00000001:11.0:1557965045.676689:0:14854:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557965045.676689:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:25.0:1557965045.676690:0:14853:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:25.0:1557965045.676690:0:14853:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:25.0:1557965045.676691:0:14853:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627b00. 00000100:00000001:11.0:1557965045.676691:0:14854:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557965045.676692:0:14853:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:25.0:1557965045.676692:0:14853:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:25.0:1557965045.676692:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:11.0:1557965045.676692:0:14854:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676692:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:11.0:1557965045.676693:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676694:0:14854:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965045.676695:0:14853:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:25.0:1557965045.676695:0:14853:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:11.0:1557965045.676695:0:14854:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676696:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965045.676697:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:25.0:1557965045.676698:0:14853:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:25.0:1557965045.676698:0:14853:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965045.875055:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965045.875075:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965045.875083:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965045.875090:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965045.875094:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965045.875121:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011130 00000400:00000200:14.0:1557965045.875124:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x98f5 [1] + 0 00000400:00000010:14.0:1557965045.875125:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83cc0. 00000800:00000200:15.0:1557965045.875127:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000200:14.0:1557965045.875127:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2980 00000100:00000001:14.0:1557965045.875129:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965045.875129:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965045.875131:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbde050 x1633635891482928 msgsize 224 00000100:00100000:14.0:1557965045.875133:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965045.875134:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965045.875136:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965045.875137:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2980 00000400:00000010:14.0:1557965045.875137:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2980. 00000400:00000010:14.0:1557965045.875139:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965045.875141:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965045.875160:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965045.875161:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965045.875167:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965045.875169:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965045.875171:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965045.875172:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965045.875172:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965045.875173:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965045.875175:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965045.875176:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482928 00000020:00000001:10.0:1557965045.875177:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965045.875178:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965045.875179:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965045.875180:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965045.875181:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965045.875182:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965045.875183:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965045.875185:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965045.875186:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965045.875188:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd800. 00000020:00000010:10.0:1557965045.875189:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965045.875191:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965045.875191:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965045.875192:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965045.875193:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965045.875194:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965045.875198:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965045.875199:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965045.875200:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965045.875201:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965045.875201:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965045.875202:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965045.875202:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965045.875205:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1657 00000100:00000040:10.0:1557965045.875207:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965045.875208:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547956816 : -131293161594800 : ffff8896edbde050) 00000100:00000040:10.0:1557965045.875210:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbde050 x1633635891482928/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:711/0 lens 224/0 e 0 to 0 dl 1557965106 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965045.875214:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965045.875214:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965045.875215:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891482928:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965045.875217:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482928 00000020:00000001:10.0:1557965045.875217:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965045.875218:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965045.875219:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.875220:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965045.875220:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965045.875221:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965045.875222:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965045.875223:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965045.875223:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965045.875224:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965045.875225:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965045.875225:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965045.875226:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965045.875227:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965045.875228:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965045.875229:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965045.875229:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965045.875230:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965045.875231:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965045.875233:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965045.875235:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965045.875235:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965045.875237:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965045.875238:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965045.875240:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965045.875246:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965045.875248:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965045.875249:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965045.875250:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965045.875251:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482928 00010000:00000001:10.0:1557965045.875252:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965045.875253:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbde050 x1633635891482928/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:711/0 lens 224/368 e 0 to 0 dl 1557965106 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965045.875257:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965045.875257:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965045.875258:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=48 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965045.875259:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965045.875261:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965045.875261:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965045.875262:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965045.875263:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965045.875263:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965045.875265:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965045.875265:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bde80. 00000100:00000200:10.0:1557965045.875267:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482928, offset 192 00000400:00000010:10.0:1557965045.875268:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68e400 (tot 24345892). 00000400:00000200:10.0:1557965045.875270:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965045.875276:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965045.875278:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965045.875281:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965045.875282:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965045.875283:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965045.875285:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965045.875286:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965045.875287:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965045.875288:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557965045.875289:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557965045.875289:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965045.875290:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965045.875291:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965045.875292:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557965045.875293:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557965045.875293:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbde050 x1633635891482928/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:711/0 lens 224/336 e 0 to 0 dl 1557965106 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965045.875296:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965045.875297:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000800:00000200:15.0:1557965045.875298:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965045.875298:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000100:00100000:10.0:1557965045.875298:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97247:x1633635891482928:12345-172.19.1.25@o2ib100:13 Request processed in 83us (166us total) trans 0 rc 0/0 00000400:00000200:14.0:1557965045.875299:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bde80 00000400:00000010:14.0:1557965045.875299:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bde80. 00000100:00100000:10.0:1557965045.875300:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1657 00000400:00000010:14.0:1557965045.875301:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68e400 (tot 24345492). 00000100:00000040:10.0:1557965045.875301:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557965045.875302:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557965045.875302:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965045.875303:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965045.875304:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd800. 00000020:00000010:10.0:1557965045.875305:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965045.875306:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965045.875307:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965045.875308:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965045.875308:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965045.875309:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965045.875309:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965045.875311:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965045.875311:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897202013c0. 00000400:00000010:10.0:1557965045.875312:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd800. 00000400:00000001:10.0:1557965045.875314:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965045.875314:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965045.883347:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965045.883397:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965045.883407:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965045.883414:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965045.883417:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965045.883444:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12b00 00000400:00000200:7.0:1557965045.883447:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd881 [1] + 0 00000400:00000010:7.0:1557965045.883449:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88871d2e3a80. 00000400:00000200:7.0:1557965045.883450:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462bd00 00000800:00000200:21.0:1557965045.883451:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:7.0:1557965045.883453:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965045.883453:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965045.883456:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863b610450 x1633635870518016 msgsize 224 00000100:00100000:7.0:1557965045.883458:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965045.883459:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965045.883460:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965045.883460:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462bd00 00000400:00000010:7.0:1557965045.883461:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462bd00. 00000400:00000010:7.0:1557965045.883462:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965045.883464:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965045.883465:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557965045.883466:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965045.883492:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965045.883493:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965045.883495:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965045.883496:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965045.883496:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965045.883497:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965045.883499:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965045.883500:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518016 00000020:00000001:1.0:1557965045.883501:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965045.883501:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965045.883502:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965045.883503:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965045.883504:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965045.883505:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965045.883506:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965045.883507:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965045.883509:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965045.883512:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f880. 00000020:00000010:1.0:1557965045.883513:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965045.883514:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965045.883515:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965045.883516:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965045.883516:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965045.883518:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965045.883520:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965045.883522:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965045.883522:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965045.883523:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965045.883539:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965045.883540:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965045.883540:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965045.883542:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1663 00000100:00000040:1.0:1557965045.883543:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965045.883544:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708836050000 : -131364873501616 : ffff88863b610450) 00000100:00000040:1.0:1557965045.883546:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863b610450 x1633635870518016/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:711/0 lens 224/0 e 0 to 0 dl 1557965106 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965045.883571:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965045.883571:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965045.883572:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870518016:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965045.883574:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518016 00000020:00000001:1.0:1557965045.883575:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965045.883577:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965045.883577:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965045.883595:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965045.883595:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965045.883596:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965045.883597:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965045.883598:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965045.883598:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965045.883599:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965045.883600:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965045.883601:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965045.883602:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:1.0:1557965045.883603:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965045.883604:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965045.883604:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965045.883605:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965045.883606:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965045.883607:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965045.883608:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965045.883609:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965045.883610:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965045.883611:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965045.883612:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965045.883613:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965045.883614:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965045.883615:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965045.883616:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518016 00010000:00000001:1.0:1557965045.883617:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965045.883618:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863b610450 x1633635870518016/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:711/0 lens 224/368 e 0 to 0 dl 1557965106 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965045.883621:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965045.883622:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965045.883623:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=48 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965045.883624:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965045.883625:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965045.883626:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965045.883627:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965045.883628:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965045.883628:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965045.883630:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965045.883631:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fc80. 00000100:00000200:1.0:1557965045.883632:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518016, offset 192 00000400:00000010:1.0:1557965045.883634:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70c00 (tot 24345892). 00000400:00000200:1.0:1557965045.883636:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965045.883641:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965045.883644:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965045.883647:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965045.883648:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965045.883649:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965045.883652:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965045.883653:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965045.883653:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965045.883655:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965045.883656:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965045.883657:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965045.883657:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965045.883658:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965045.883659:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863b610450 x1633635870518016/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:711/0 lens 224/336 e 0 to 0 dl 1557965106 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965045.883663:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178970:x1633635870518016:12345-172.19.1.24@o2ib100:13 Request processed in 91us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965045.883666:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1663 00000100:00000040:1.0:1557965045.883667:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965045.883667:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965045.883668:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965045.883669:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f880. 00000020:00000010:1.0:1557965045.883670:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965045.883671:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965045.883672:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965045.883673:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965045.883674:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965045.883675:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a774e0. 00000400:00000010:1.0:1557965045.883676:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f880. 00000400:00000001:1.0:1557965045.883677:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965045.883678:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965045.883683:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557965045.883736:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965045.883740:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965045.883742:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965045.883742:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965045.883745:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:4.0:1557965045.883746:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965045.883747:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965045.883748:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627fc80 00000400:00000010:4.0:1557965045.883749:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627fc80. 00000400:00000010:4.0:1557965045.883750:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70c00 (tot 24345492). 00000800:00000200:4.0:1557965045.883751:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965045.883752:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:13.0:1557965046.330029:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330037:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330039:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330040:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330042:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965046.330043:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965046.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965046.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965046.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965046.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965046.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965046.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965046.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965046.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965046.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965046.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965046.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965046.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965046.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965046.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965047.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965047.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965047.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965047.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965047.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965047.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965047.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965047.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965047.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965047.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965047.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965047.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965047.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965047.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965047.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965047.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965047.647306:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873bdf8000 (tot 24345748). 00000400:00000010:6.0:1557965047.647313:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873bdf8000 (tot 24345492). 00000020:00000001:6.0:1557965047.648297:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965047.648298:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318763974, max_age 4318767976 00002000:00000001:6.0:1557965047.648299:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965047.648300:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965047.648301:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965047.648303:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965047.648304:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965047.648305:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965047.648306:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965047.648307:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965047.648308:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965047.648309:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965047.648310:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965047.648311:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965047.648311:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965047.648335:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965047.648336:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318768976, max_age 4318767976 00000020:00000004:6.0:1557965047.648337:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965047.648338:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965047.648359:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965047.648360:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318768976, max_age 4318767976 00000020:00000004:6.0:1557965047.648360:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965047.648361:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965047.648384:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965047.648384:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318768976, max_age 4318767976 00000020:00000004:6.0:1557965047.648385:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965047.648386:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965048.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330112:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965048.330116:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965048.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965048.508047:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965048.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965048.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965048.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965048.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965048.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965048.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965048.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965048.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965048.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965048.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965048.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965048.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965049.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330026:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330032:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965049.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965049.508046:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965049.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965049.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965049.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965049.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965049.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965049.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965049.508098:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965049.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965049.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965049.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965049.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965049.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965049.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965050.330049:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965050.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965050.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965050.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965050.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965050.508061:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965050.508063:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965050.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965050.508066:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965050.508068:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965050.508069:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965050.508071:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965050.508072:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965050.508073:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965050.508075:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965050.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965050.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965050.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965050.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965050.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965050.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965050.508118:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965050.508119:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965050.883058:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965050.883080:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965050.883088:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965050.883096:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965050.883099:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965050.883106:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011150 00000400:00000200:14.0:1557965050.883112:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9905 [1] + 0 00000400:00000010:14.0:1557965050.883116:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83c60. 00000400:00000200:14.0:1557965050.883118:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3d00 00000800:00000200:15.0:1557965050.883121:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965050.883122:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965050.883123:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965050.883126:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbde450 x1633635891482960 msgsize 224 00000100:00100000:14.0:1557965050.883132:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965050.883133:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965050.883137:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965050.883138:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3d00 00000400:00000010:14.0:1557965050.883140:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3d00. 00000400:00000010:14.0:1557965050.883142:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965050.883145:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965050.883147:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965050.883149:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965050.883173:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965050.883176:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965050.883179:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965050.883180:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965050.883182:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965050.883183:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965050.883186:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965050.883189:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482960 00000020:00000001:10.0:1557965050.883191:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965050.883193:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965050.883194:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965050.883196:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965050.883200:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965050.883203:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965050.883206:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965050.883208:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965050.883210:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965050.883213:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc380. 00000020:00000010:10.0:1557965050.883216:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965050.883218:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965050.883221:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965050.883222:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965050.883223:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965050.883226:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965050.883232:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965050.883235:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965050.883236:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965050.883237:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965050.883239:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965050.883240:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965050.883241:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965050.883246:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1658 00000100:00000040:10.0:1557965050.883248:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965050.883250:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547957840 : -131293161593776 : ffff8896edbde450) 00000100:00000040:10.0:1557965050.883254:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbde450 x1633635891482960/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:716/0 lens 224/0 e 0 to 0 dl 1557965111 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965050.883264:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965050.883265:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965050.883269:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891482960:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965050.883272:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482960 00000020:00000001:10.0:1557965050.883274:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965050.883276:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965050.883277:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965050.883279:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965050.883281:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965050.883283:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965050.883286:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965050.883287:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965050.883288:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965050.883290:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965050.883292:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965050.883294:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965050.883295:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965050.883297:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965050.883299:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965050.883301:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965050.883303:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965050.883304:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965050.883306:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965050.883310:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965050.883312:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965050.883314:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965050.883317:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965050.883320:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965050.883323:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965050.883325:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965050.883328:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965050.883331:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965050.883332:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965050.883335:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482960 00010000:00000001:10.0:1557965050.883337:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965050.883340:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbde450 x1633635891482960/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:716/0 lens 224/368 e 0 to 0 dl 1557965111 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965050.883349:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965050.883350:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965050.883352:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=53 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965050.883356:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965050.883359:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965050.883361:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965050.883363:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965050.883380:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965050.883381:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965050.883382:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965050.883383:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bde00. 00000100:00000200:10.0:1557965050.883385:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482960, offset 192 00000400:00000010:10.0:1557965050.883386:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68f600 (tot 24345892). 00000400:00000200:10.0:1557965050.883388:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965050.883394:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965050.883396:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965050.883399:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965050.883401:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965050.883402:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965050.883404:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965050.883405:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965050.883406:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965050.883407:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965050.883408:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965050.883409:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965050.883410:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965050.883411:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965050.883412:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbde450 x1633635891482960/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:716/0 lens 224/336 e 0 to 0 dl 1557965111 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.2:1557965050.883415:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00100000:10.0:1557965050.883416:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97249:x1633635891482960:12345-172.19.1.25@o2ib100:13 Request processed in 151us (289us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965050.883419:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1658 00000100:00000040:10.0:1557965050.883420:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965050.883420:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:14.0:1557965050.883421:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000001:10.0:1557965050.883421:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965050.883422:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc380. 00000800:00000200:14.0:1557965050.883423:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000020:00000010:10.0:1557965050.883423:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965050.883424:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000100:00000001:14.0:1557965050.883425:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000020:00000040:10.0:1557965050.883425:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:14.0:1557965050.883426:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 02000000:00000001:10.0:1557965050.883426:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965050.883427:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 00000400:00000200:14.0:1557965050.883428:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bde00 02000000:00000001:10.0:1557965050.883428:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:14.0:1557965050.883429:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bde00. 00000100:00000001:10.0:1557965050.883429:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965050.883430:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:14.0:1557965050.883431:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68f600 (tot 24345492). 00000400:00000010:10.0:1557965050.883431:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201d20. 00000800:00000200:14.0:1557965050.883432:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:10.0:1557965050.883432:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc380. 00000800:00000200:14.0:1557965050.883433:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965050.883433:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965050.883434:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965050.891400:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557965050.891448:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965050.891458:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557965050.891467:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965050.891471:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557965050.891477:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12b50 00000400:00000200:21.0:1557965050.891483:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd8a1 [1] + 0 00000400:00000010:21.0:1557965050.891489:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8897132165a0. 00000800:00000200:7.0:1557965050.891490:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000200:21.0:1557965050.891491:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462af00 00000100:00000001:21.0:1557965050.891495:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557965050.891496:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557965050.891499:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888636e58050 x1633635870518096 msgsize 224 00000100:00100000:21.0:1557965050.891505:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557965050.891507:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557965050.891510:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557965050.891511:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462af00 00000400:00000010:21.0:1557965050.891513:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462af00. 00000400:00000010:21.0:1557965050.891515:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557965050.891518:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965050.891520:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965050.891522:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965050.891544:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965050.891549:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965050.891552:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965050.891553:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965050.891555:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965050.891556:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965050.891560:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965050.891562:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518096 00000020:00000001:1.0:1557965050.891564:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965050.891566:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965050.891567:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965050.891569:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965050.891571:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965050.891574:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965050.891577:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965050.891579:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965050.891581:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965050.891583:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627fb00. 00000020:00000010:1.0:1557965050.891586:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965050.891589:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965050.891591:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965050.891592:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965050.891593:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965050.891596:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965050.891602:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965050.891605:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965050.891606:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965050.891607:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965050.891608:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965050.891609:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965050.891610:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965050.891615:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1664 00000100:00000040:1.0:1557965050.891617:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965050.891619:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708760846416 : -131364948705200 : ffff888636e58050) 00000100:00000040:1.0:1557965050.891623:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888636e58050 x1633635870518096/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:716/0 lens 224/0 e 0 to 0 dl 1557965111 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965050.891642:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965050.891643:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965050.891646:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870518096:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965050.891650:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518096 00000020:00000001:1.0:1557965050.891651:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965050.891653:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965050.891654:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965050.891657:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965050.891658:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965050.891660:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965050.891661:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965050.891663:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965050.891664:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965050.891666:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965050.891668:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965050.891669:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965050.891671:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfaf800. 02000000:00000001:1.0:1557965050.891673:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965050.891675:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965050.891677:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965050.891679:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965050.891680:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965050.891681:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965050.891684:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965050.891687:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965050.891689:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965050.891692:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965050.891695:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965050.891697:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965050.891700:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965050.891702:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965050.891704:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518096 00010000:00000001:1.0:1557965050.891708:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965050.891711:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888636e58050 x1633635870518096/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:716/0 lens 224/368 e 0 to 0 dl 1557965111 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965050.891720:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965050.891721:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965050.891723:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=53 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965050.891727:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965050.891730:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965050.891732:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965050.891734:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965050.891735:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965050.891737:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965050.891740:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965050.891742:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f980. 00000100:00000200:1.0:1557965050.891745:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518096, offset 192 00000400:00000010:1.0:1557965050.891747:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70400 (tot 24345892). 00000400:00000200:1.0:1557965050.891752:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965050.891765:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965050.891770:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965050.891776:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965050.891780:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965050.891782:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965050.891786:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965050.891787:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965050.891789:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965050.891792:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965050.891794:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965050.891796:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965050.891797:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965050.891798:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965050.891801:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888636e58050 x1633635870518096/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:716/0 lens 224/336 e 0 to 0 dl 1557965111 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965050.891812:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870518096:12345-172.19.1.24@o2ib100:13 Request processed in 168us (310us total) trans 0 rc 0/0 00000800:00000200:29.2:1557965050.891820:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557965050.891820:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1664 00000100:00000040:1.0:1557965050.891822:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965050.891824:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965050.891825:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965050.891827:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627fb00. 00000020:00000010:1.0:1557965050.891829:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965050.891831:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965050.891834:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965050.891836:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965050.891839:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965050.891841:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77c00. 00000400:00000010:1.0:1557965050.891843:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627fb00. 00000400:00000001:1.0:1557965050.891845:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965050.891846:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1557965050.891880:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965050.891887:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:4.0:1557965050.891889:0:14817:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:4.0:1557965050.891890:0:14817:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1557965050.891891:0:14817:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfaf800. 00000800:00000200:17.0:1557965050.891893:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000001:4.0:1557965050.891893:0:14817:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1557965050.891893:0:14817:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:4.0:1557965050.891894:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f980 00000400:00000010:4.0:1557965050.891894:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f980. 00000400:00000010:4.0:1557965050.891896:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70400 (tot 24345492). 00000800:00000200:4.0:1557965050.891897:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:12.2:1557965050.927614:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:7.0:1557965050.927665:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557965050.927675:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:7.0:1557965050.927683:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:7.0:1557965050.927685:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965050.927692:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726620 00000400:00000200:7.0:1557965050.927697:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xc169 [1] + 0 00000400:00000010:7.0:1557965050.927702:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f83546c0. 00000400:00000200:7.0:1557965050.927704:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81300 00000800:00000200:21.0:1557965050.927706:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000100:00000001:7.0:1557965050.927707:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965050.927708:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:7.0:1557965050.927711:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff88863d640450 x1633636318340640 msgsize 224 00000100:00100000:7.0:1557965050.927717:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:7.0:1557965050.927718:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965050.927721:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965050.927722:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81300 00000400:00000010:7.0:1557965050.927724:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81300. 00000400:00000010:7.0:1557965050.927726:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965050.927729:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (21)++ 00000800:00000200:7.0:1557965050.927734:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:7.0:1557965050.927736:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557965050.927757:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965050.927760:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965050.927762:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557965050.927763:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557965050.927765:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557965050.927766:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557965050.927769:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557965050.927772:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318340640 00000020:00000001:19.0:1557965050.927774:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557965050.927775:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557965050.927777:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557965050.927778:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557965050.927780:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557965050.927783:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557965050.927785:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965050.927788:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557965050.927791:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557965050.927793:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fcb00. 00000020:00000010:19.0:1557965050.927796:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557965050.927798:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557965050.927800:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557965050.927801:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557965050.927804:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557965050.927807:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557965050.927809:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557965050.927809:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965050.927815:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557965050.927818:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965050.927819:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557965050.927820:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965050.927821:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965050.927822:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000400:00000001:23.0:1557965050.927823:0:29963:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000100:00000001:19.0:1557965050.927823:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000400:00000001:23.0:1557965050.927827:0:29963:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00100000:19.0:1557965050.927828:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 309 00000100:00000001:23.0:1557965050.927829:0:29963:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:23.0:1557965050.927830:0:29963:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00000040:19.0:1557965050.927830:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:23.0:1557965050.927833:0:29963:0:(service.c:1830:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965050.927833:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869801040 : -131364839750576 : ffff88863d640450) 00000100:00000001:23.0:1557965050.927835:0:29963:0:(service.c:2032:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:19.0:1557965050.927837:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d640450 x1633636318340640/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:716/0 lens 224/0 e 0 to 0 dl 1557965111 ref 1 fl New:H/0/ffffffff rc 0/-1 00000400:00000001:23.0:1557965050.927840:0:29963:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:23.0:1557965050.927841:0:29963:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000100:00000001:19.0:1557965050.927847:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965050.927848:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557965050.927851:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24086:x1633636318340640:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557965050.927855:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318340640 00000020:00000001:19.0:1557965050.927856:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557965050.927858:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557965050.927859:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965050.927861:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557965050.927862:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557965050.927864:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557965050.927866:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557965050.927867:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557965050.927868:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557965050.927869:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965050.927871:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557965050.927872:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557965050.927874:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965050.927876:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557965050.927877:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557965050.927882:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684306c00. 02000000:00000001:19.0:1557965050.927883:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965050.927900:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965050.927901:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557965050.927901:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318340640 00010000:00000001:19.0:1557965050.927902:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557965050.927903:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d640450 x1633636318340640/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:716/0 lens 224/224 e 0 to 0 dl 1557965111 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557965050.927906:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557965050.927907:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557965050.927907:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=53 v=45 (1 1 1 1) 00000100:00000001:19.0:1557965050.927909:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557965050.927910:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965050.927911:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557965050.927911:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557965050.927912:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965050.927912:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557965050.927914:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557965050.927914:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fd580. 00000100:00000200:19.0:1557965050.927916:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318340640, offset 192 00000400:00000010:19.0:1557965050.927917:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684304a00 (tot 24345892). 00000400:00000200:19.0:1557965050.927918:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557965050.927924:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557965050.927926:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557965050.927929:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557965050.927930:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557965050.927931:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557965050.927933:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557965050.927933:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965050.927934:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557965050.927935:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965050.927936:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557965050.927936:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557965050.927937:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965050.927938:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557965050.927939:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d640450 x1633636318340640/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:716/0 lens 224/192 e 0 to 0 dl 1557965111 ref 1 fl Interpret:H/0/0 rc 0/0 00000100:00100000:19.0:1557965050.927942:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24086:x1633636318340640:12345-172.19.1.39@o2ib100:400 Request processed in 95us (231us total) trans 0 rc 0/0 00000100:00100000:19.0:1557965050.927945:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 309 00000100:00000040:19.0:1557965050.927946:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557965050.927947:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557965050.927947:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557965050.927948:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fcb00. 00000020:00000010:19.0:1557965050.927948:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557965050.927949:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557965050.927950:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557965050.927951:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557965050.927952:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557965050.927953:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73f60. 00000400:00000010:19.0:1557965050.927954:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fcb00. 00000400:00000001:19.0:1557965050.927955:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965050.927956:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:12.2:1557965050.927972:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000800:00000200:17.0:1557965050.928032:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557965050.928036:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557965050.928037:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965050.928038:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965050.928040:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684306c00. 02000000:00000001:17.0:1557965050.928041:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965050.928041:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965050.928043:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fd580 00000400:00000010:17.0:1557965050.928044:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fd580. 00000400:00000010:17.0:1557965050.928045:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684304a00 (tot 24345492). 00000800:00000200:17.0:1557965050.928048:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557965050.928049:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000200:13.0:1557965051.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330054:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965051.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965051.508024:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965051.508025:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965051.508028:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965051.508029:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965051.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965051.508030:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965051.508055:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965051.508075:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965051.508076:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965051.508078:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965051.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965051.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965051.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965051.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:13.0:1557965052.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:13.0:1557965052.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965052.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965052.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965052.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965052.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965052.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965052.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965052.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965052.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965052.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965052.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965052.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965052.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965052.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965052.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965052.648767:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88863cb07900 (tot 24345748). 00000400:00000010:6.0:1557965052.648782:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88863cb07900 (tot 24345492). 00000020:00000001:6.0:1557965052.649858:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965052.649859:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318768976, max_age 4318772977 00002000:00000001:6.0:1557965052.649861:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965052.649861:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965052.649862:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965052.649864:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965052.649865:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965052.649866:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965052.649867:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965052.649868:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965052.649870:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965052.649870:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965052.649871:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965052.649872:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965052.649873:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965052.649897:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965052.649897:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318773977, max_age 4318772977 00000020:00000004:6.0:1557965052.649898:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965052.649899:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965052.649920:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965052.649921:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318773977, max_age 4318772977 00000020:00000004:6.0:1557965052.649921:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965052.649922:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965052.649944:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965052.649944:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318773977, max_age 4318772977 00000020:00000004:6.0:1557965052.649945:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965052.649946:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:14.0:1557965053.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330109:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:14.0:1557965053.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965053.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965053.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965053.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965053.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965053.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965053.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965053.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965053.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965053.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965053.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965053.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965053.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965053.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965053.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965054.330267:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330270:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330272:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330273:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330275:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330276:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330278:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965054.330279:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965054.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965054.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965054.508053:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965054.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965054.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965054.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965054.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965054.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965054.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965054.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965054.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965054.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965054.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965054.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965055.330385:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330388:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330389:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330390:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330392:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330393:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330394:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965055.330396:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965055.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965055.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965055.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965055.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965055.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965055.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965055.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965055.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965055.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965055.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965055.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965055.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965055.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965055.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965055.891042:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965055.891064:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965055.891072:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965055.891080:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965055.891083:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965055.891089:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011170 00000400:00000200:14.0:1557965055.891095:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9915 [1] + 0 00000400:00000010:14.0:1557965055.891099:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83c00. 00000400:00000200:14.0:1557965055.891102:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2c00 00000800:00000200:15.0:1557965055.891105:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965055.891105:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965055.891107:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965055.891109:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbde850 x1633635891482992 msgsize 224 00000100:00100000:14.0:1557965055.891116:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965055.891117:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965055.891121:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965055.891122:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2c00 00000400:00000010:14.0:1557965055.891124:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2c00. 00000400:00000010:14.0:1557965055.891128:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965055.891131:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965055.891133:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965055.891135:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965055.891157:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965055.891160:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965055.891162:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965055.891164:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965055.891165:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965055.891167:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965055.891171:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965055.891173:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891482992 00000020:00000001:10.0:1557965055.891175:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965055.891177:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965055.891178:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965055.891180:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965055.891183:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965055.891185:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965055.891188:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965055.891190:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965055.891192:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965055.891195:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bcf00. 00000020:00000010:10.0:1557965055.891198:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965055.891201:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965055.891203:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965055.891204:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965055.891205:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965055.891209:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965055.891214:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965055.891217:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965055.891219:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965055.891220:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965055.891221:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965055.891222:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965055.891224:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965055.891229:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1659 00000100:00000040:10.0:1557965055.891231:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965055.891233:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547958864 : -131293161592752 : ffff8896edbde850) 00000100:00000040:10.0:1557965055.891237:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbde850 x1633635891482992/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:721/0 lens 224/0 e 0 to 0 dl 1557965116 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965055.891257:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965055.891258:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965055.891261:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891482992:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965055.891265:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891482992 00000020:00000001:10.0:1557965055.891267:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965055.891269:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965055.891270:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965055.891272:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965055.891273:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965055.891276:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965055.891277:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965055.891279:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965055.891280:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965055.891281:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965055.891284:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965055.891285:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965055.891286:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965055.891288:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965055.891290:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965055.891292:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965055.891294:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965055.891295:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965055.891297:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965055.891301:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965055.891303:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965055.891305:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965055.891308:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965055.891311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965055.891314:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965055.891317:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965055.891319:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965055.891322:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965055.891340:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965055.891341:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891482992 00010000:00000001:10.0:1557965055.891342:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965055.891343:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbde850 x1633635891482992/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:721/0 lens 224/368 e 0 to 0 dl 1557965116 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965055.891347:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965055.891348:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965055.891348:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=58 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965055.891350:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965055.891351:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965055.891352:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965055.891353:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965055.891353:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965055.891354:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965055.891355:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965055.891356:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557965055.891358:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891482992, offset 192 00000400:00000010:10.0:1557965055.891359:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688a00 (tot 24345892). 00000400:00000200:10.0:1557965055.891361:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965055.891367:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965055.891370:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965055.891372:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965055.891374:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965055.891375:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965055.891377:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965055.891378:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965055.891379:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965055.891380:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557965055.891381:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557965055.891381:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965055.891382:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965055.891383:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965055.891383:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557965055.891384:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557965055.891385:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbde850 x1633635891482992/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:721/0 lens 224/336 e 0 to 0 dl 1557965116 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965055.891386:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965055.891388:0:14821:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:14.0:1557965055.891389:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965055.891389:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557965055.891390:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000400:00000010:14.0:1557965055.891391:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688a00 (tot 24345492). 00000800:00000200:14.0:1557965055.891392:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00100000:10.0:1557965055.891392:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97251:x1633635891482992:12345-172.19.1.25@o2ib100:13 Request processed in 134us (282us total) trans 0 rc 0/0 00000800:00000200:14.0:1557965055.891394:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00100000:10.0:1557965055.891395:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1659 00000100:00000040:10.0:1557965055.891396:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965055.891397:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965055.891398:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965055.891399:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bcf00. 00000020:00000010:10.0:1557965055.891400:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965055.891401:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965055.891402:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965055.891403:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965055.891404:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965055.891404:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965055.891405:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965055.891406:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965055.891407:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201d80. 00000400:00000010:10.0:1557965055.891408:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bcf00. 00000400:00000001:10.0:1557965055.891409:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965055.891410:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965055.899377:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557965055.899428:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965055.899438:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557965055.899446:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965055.899450:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557965055.899456:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12b70 00000400:00000200:21.0:1557965055.899462:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd8b1 [1] + 0 00000400:00000010:21.0:1557965055.899466:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889713216720. 00000400:00000200:21.0:1557965055.899469:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b380 00000800:00000200:7.0:1557965055.899471:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557965055.899472:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557965055.899474:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557965055.899478:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888630267c50 x1633635870518128 msgsize 224 00000100:00100000:21.0:1557965055.899485:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557965055.899486:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557965055.899490:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557965055.899491:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b380 00000400:00000010:21.0:1557965055.899492:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b380. 00000400:00000010:21.0:1557965055.899495:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557965055.899498:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965055.899500:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965055.899502:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965055.899525:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965055.899543:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965055.899544:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965055.899544:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965055.899545:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965055.899546:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965055.899548:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965055.899549:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518128 00000020:00000001:1.0:1557965055.899551:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965055.899552:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965055.899552:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965055.899554:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965055.899554:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965055.899555:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965055.899557:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965055.899574:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965055.899575:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965055.899578:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f580. 00000020:00000010:1.0:1557965055.899580:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965055.899581:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965055.899583:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965055.899584:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965055.899584:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965055.899586:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965055.899589:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965055.899590:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965055.899591:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965055.899591:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965055.899591:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965055.899592:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965055.899593:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965055.899595:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1665 00000100:00000040:1.0:1557965055.899596:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965055.899596:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647664720 : -131365061886896 : ffff888630267c50) 00000100:00000040:1.0:1557965055.899598:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267c50 x1633635870518128/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:721/0 lens 224/0 e 0 to 0 dl 1557965116 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965055.899602:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965055.899602:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965055.899603:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870518128:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965055.899605:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518128 00000020:00000001:1.0:1557965055.899605:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965055.899606:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965055.899607:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965055.899608:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965055.899608:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965055.899609:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965055.899610:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965055.899611:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965055.899612:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965055.899613:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965055.899614:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965055.899614:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965055.899616:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:1.0:1557965055.899616:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965055.899617:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965055.899618:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965055.899619:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965055.899620:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965055.899621:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965055.899622:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965055.899623:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965055.899624:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965055.899625:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965055.899626:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965055.899627:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965055.899628:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965055.899629:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965055.899630:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518128 00010000:00000001:1.0:1557965055.899631:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965055.899632:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267c50 x1633635870518128/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:721/0 lens 224/368 e 0 to 0 dl 1557965116 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965055.899635:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965055.899636:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965055.899637:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=58 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965055.899638:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965055.899639:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965055.899640:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965055.899641:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965055.899642:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965055.899643:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965055.899644:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965055.899645:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f300. 00000100:00000200:1.0:1557965055.899646:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518128, offset 192 00000400:00000010:1.0:1557965055.899648:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76a00 (tot 24345892). 00000400:00000200:1.0:1557965055.899649:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965055.899655:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965055.899657:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965055.899660:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965055.899661:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965055.899662:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965055.899665:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965055.899666:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965055.899667:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965055.899668:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965055.899668:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965055.899669:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965055.899670:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965055.899671:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965055.899672:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267c50 x1633635870518128/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:721/0 lens 224/336 e 0 to 0 dl 1557965116 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965055.899676:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178962:x1633635870518128:12345-172.19.1.24@o2ib100:13 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965055.899679:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1665 00000100:00000040:1.0:1557965055.899680:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965055.899681:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965055.899681:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965055.899682:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f580. 00000020:00000010:1.0:1557965055.899683:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965055.899684:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965055.899685:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965055.899686:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965055.899687:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965055.899688:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77b40. 00000400:00000010:1.0:1557965055.899689:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f580. 00000400:00000001:1.0:1557965055.899690:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965055.899690:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965055.899696:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965055.899708:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557965055.899711:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557965055.899712:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965055.899713:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965055.899714:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:17.0:1557965055.899715:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965055.899715:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965055.899716:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627f300 00000400:00000010:17.0:1557965055.899716:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627f300. 00000400:00000010:17.0:1557965055.899717:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76a00 (tot 24345492). 00000800:00000200:17.0:1557965055.899718:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965055.899719:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557965056.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965056.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965056.508048:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965056.508051:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965056.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965056.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965056.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965056.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965056.508098:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965056.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965056.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965056.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965056.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965056.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965056.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965056.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965057.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965057.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965057.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965057.508054:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965057.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965057.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965057.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965057.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965057.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965057.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965057.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965057.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965057.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965057.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965057.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965057.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965057.650408:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871ff9cf00 (tot 24345748). 00000400:00000010:6.0:1557965057.650424:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871ff9cf00 (tot 24345492). 00000020:00000001:6.0:1557965057.651529:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965057.651530:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318773977, max_age 4318777979 00002000:00000001:6.0:1557965057.651531:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965057.651532:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965057.651533:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965057.651535:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965057.651536:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965057.651537:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965057.651539:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965057.651540:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965057.651541:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965057.651542:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965057.651543:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965057.651544:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965057.651544:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965057.651569:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965057.651570:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318778979, max_age 4318777979 00000020:00000004:6.0:1557965057.651571:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965057.651572:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965057.651594:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965057.651594:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318778979, max_age 4318777979 00000020:00000004:6.0:1557965057.651595:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965057.651596:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965057.651619:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965057.651619:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318778979, max_age 4318777979 00000020:00000004:6.0:1557965057.651620:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965057.651621:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965058.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965058.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965058.508033:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965058.508034:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965058.508038:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965058.508039:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965058.508040:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965058.508041:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965058.508065:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965058.508084:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965058.508085:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965058.508085:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965058.508091:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965058.508092:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965058.508093:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965058.508093:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965059.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965059.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965059.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965059.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965059.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965059.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965059.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965059.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965059.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965059.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965059.508109:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965059.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965059.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965059.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965059.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965059.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965060.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965060.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965060.508066:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965060.508069:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965060.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965060.508075:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965060.508076:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965060.508077:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965060.508077:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965060.508078:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965060.508079:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965060.508080:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965060.508080:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965060.508081:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965060.508081:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965060.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965060.508121:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965060.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965060.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965060.508127:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965060.508128:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965060.508129:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965060.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965060.899038:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965060.899059:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965060.899067:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965060.899075:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965060.899078:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965060.899084:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011190 00000400:00000200:14.0:1557965060.899090:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9925 [1] + 0 00000400:00000010:14.0:1557965060.899095:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83720. 00000400:00000200:14.0:1557965060.899097:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3280 00000800:00000200:15.0:1557965060.899101:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965060.899101:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965060.899102:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965060.899104:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdec50 x1633635891483024 msgsize 224 00000100:00100000:14.0:1557965060.899111:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965060.899112:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965060.899115:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965060.899117:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3280 00000400:00000010:14.0:1557965060.899118:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3280. 00000400:00000010:14.0:1557965060.899121:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965060.899123:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965060.899126:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965060.899128:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965060.899151:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965060.899154:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965060.899156:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965060.899157:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965060.899159:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965060.899160:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965060.899164:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965060.899166:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891483024 00000020:00000001:10.0:1557965060.899169:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965060.899170:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965060.899172:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965060.899174:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965060.899176:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965060.899178:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965060.899181:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965060.899185:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965060.899187:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965060.899190:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bde80. 00000020:00000010:10.0:1557965060.899193:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965060.899196:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965060.899198:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965060.899199:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965060.899200:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965060.899203:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965060.899209:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965060.899213:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965060.899214:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965060.899215:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965060.899216:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965060.899218:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965060.899219:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965060.899224:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1660 00000100:00000040:10.0:1557965060.899226:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965060.899228:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547959888 : -131293161591728 : ffff8896edbdec50) 00000100:00000040:10.0:1557965060.899232:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdec50 x1633635891483024/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:726/0 lens 224/0 e 0 to 0 dl 1557965121 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965060.899242:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965060.899243:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965060.899247:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891483024:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965060.899250:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891483024 00000020:00000001:10.0:1557965060.899252:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965060.899254:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965060.899256:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965060.899258:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965060.899259:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965060.899262:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965060.899263:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965060.899265:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965060.899266:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965060.899268:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965060.899271:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965060.899272:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965060.899274:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73a400. 02000000:00000001:10.0:1557965060.899276:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965060.899277:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965060.899279:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965060.899281:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965060.899282:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965060.899284:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965060.899288:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965060.899290:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965060.899293:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965060.899310:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965060.899311:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965060.899313:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965060.899314:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965060.899315:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965060.899316:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965060.899317:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965060.899318:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891483024 00010000:00000001:10.0:1557965060.899318:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965060.899320:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdec50 x1633635891483024/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:726/0 lens 224/368 e 0 to 0 dl 1557965121 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965060.899323:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965060.899323:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965060.899324:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=63 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965060.899326:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965060.899327:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965060.899328:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965060.899329:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965060.899330:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965060.899331:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965060.899333:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965060.899334:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bca80. 00000100:00000200:10.0:1557965060.899335:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891483024, offset 192 00000400:00000010:10.0:1557965060.899337:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ea00 (tot 24345892). 00000400:00000200:10.0:1557965060.899338:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965060.899344:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965060.899346:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965060.899349:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965060.899350:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965060.899351:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965060.899354:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965060.899355:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965060.899355:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965060.899357:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965060.899358:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965060.899358:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965060.899359:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965060.899360:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965060.899361:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdec50 x1633635891483024/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:726/0 lens 224/336 e 0 to 0 dl 1557965121 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965060.899365:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97253:x1633635891483024:12345-172.19.1.25@o2ib100:13 Request processed in 122us (260us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965060.899368:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1660 00000100:00000040:10.0:1557965060.899369:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965060.899369:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965060.899370:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965060.899371:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bde80. 00000020:00000010:10.0:1557965060.899372:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965060.899373:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965060.899374:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965060.899375:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965060.899376:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965060.899377:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201360. 00000400:00000010:10.0:1557965060.899378:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bde80. 00000400:00000001:10.0:1557965060.899380:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965060.899380:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557965060.899383:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965060.899392:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965060.899395:0:14821:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965060.899398:0:14821:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965060.899399:0:14821:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965060.899400:0:14821:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73a400. 02000000:00000001:14.0:1557965060.899421:0:14821:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965060.899422:0:14821:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965060.899424:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bca80 00000400:00000010:14.0:1557965060.899425:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bca80. 00000400:00000010:14.0:1557965060.899426:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ea00 (tot 24345492). 00000800:00000200:15.0:1557965060.899427:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965060.899430:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965060.907393:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:7.0:1557965060.907457:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:7.0:1557965060.907463:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:7.0:1557965060.907468:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:7.0:1557965060.907469:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24345892). 00000400:00000200:7.0:1557965060.907472:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12b90 00000400:00000200:7.0:1557965060.907474:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd8c1 [1] + 0 00000400:00000010:7.0:1557965060.907476:0:14816:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889713216600. 00000400:00000200:7.0:1557965060.907477:0:14816:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462ba00 00000100:00000001:7.0:1557965060.907479:0:14816:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:7.0:1557965060.907480:0:14816:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:7.0:1557965060.907481:0:14816:0:(events.c:347:request_in_callback()) incoming req@ffff888630267850 x1633635870518160 msgsize 224 00000100:00100000:7.0:1557965060.907483:0:14816:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:7.0:1557965060.907484:0:14816:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:7.0:1557965060.907486:0:14816:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:7.0:1557965060.907486:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ba00 00000400:00000010:7.0:1557965060.907487:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ba00. 00000400:00000010:7.0:1557965060.907488:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000800:00000200:7.0:1557965060.907489:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:21.0:1557965060.907490:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557965060.907490:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:7.0:1557965060.907510:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965060.907519:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965060.907520:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965060.907521:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965060.907522:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965060.907523:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965060.907525:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965060.907527:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965060.907528:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518160 00000020:00000001:1.0:1557965060.907529:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965060.907529:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965060.907531:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965060.907532:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965060.907533:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965060.907534:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965060.907535:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965060.907536:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965060.907537:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965060.907539:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627f100. 00000020:00000010:1.0:1557965060.907540:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965060.907541:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965060.907542:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965060.907542:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965060.907543:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965060.907544:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965060.907547:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965060.907548:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965060.907549:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965060.907549:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965060.907550:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965060.907550:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965060.907551:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965060.907553:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1666 00000100:00000040:1.0:1557965060.907553:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965060.907554:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647663696 : -131365061887920 : ffff888630267850) 00000100:00000040:1.0:1557965060.907556:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267850 x1633635870518160/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:726/0 lens 224/0 e 0 to 0 dl 1557965121 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965060.907559:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965060.907560:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965060.907561:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870518160:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965060.907564:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518160 00000020:00000001:1.0:1557965060.907565:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965060.907566:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965060.907567:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965060.907568:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965060.907568:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965060.907569:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965060.907570:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965060.907571:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965060.907571:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965060.907572:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965060.907573:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965060.907574:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965060.907575:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac800. 02000000:00000001:1.0:1557965060.907576:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965060.907576:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965060.907577:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965060.907578:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965060.907579:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965060.907580:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965060.907581:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965060.907598:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965060.907600:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965060.907601:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965060.907602:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965060.907603:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965060.907605:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965060.907606:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965060.907607:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518160 00010000:00000001:1.0:1557965060.907608:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965060.907609:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267850 x1633635870518160/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:726/0 lens 224/368 e 0 to 0 dl 1557965121 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965060.907613:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965060.907615:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965060.907616:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=63 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965060.907617:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965060.907619:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965060.907619:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965060.907620:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965060.907621:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965060.907622:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965060.907623:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965060.907624:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ef00. 00000100:00000200:1.0:1557965060.907625:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518160, offset 192 00000400:00000010:1.0:1557965060.907626:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df70200 (tot 24345892). 00000400:00000200:1.0:1557965060.907628:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965060.907634:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965060.907636:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965060.907638:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965060.907639:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965060.907640:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965060.907642:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965060.907643:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965060.907644:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965060.907645:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965060.907645:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965060.907646:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965060.907647:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965060.907647:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965060.907648:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267850 x1633635870518160/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:726/0 lens 224/336 e 0 to 0 dl 1557965121 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965060.907652:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178963:x1633635870518160:12345-172.19.1.24@o2ib100:13 Request processed in 91us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965060.907655:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1666 00000100:00000040:1.0:1557965060.907656:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965060.907657:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965060.907657:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965060.907658:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627f100. 00000020:00000010:1.0:1557965060.907659:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965060.907660:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965060.907661:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965060.907662:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965060.907663:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965060.907664:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77a80. 00000400:00000010:1.0:1557965060.907665:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627f100. 00000400:00000001:1.0:1557965060.907666:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965060.907667:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965060.907683:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965060.907698:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557965060.907701:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557965060.907702:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965060.907703:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965060.907704:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac800. 02000000:00000001:17.0:1557965060.907705:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965060.907706:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965060.907706:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627ef00 00000400:00000010:17.0:1557965060.907706:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627ef00. 00000400:00000010:17.0:1557965060.907707:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df70200 (tot 24345492). 00000800:00000200:17.0:1557965060.907708:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965060.907709:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557965061.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965061.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965061.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965061.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965061.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965061.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965061.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965061.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965061.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965061.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965061.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965061.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965061.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965061.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965061.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965061.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965062.330050:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965062.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965062.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965062.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965062.508074:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965062.508074:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965062.508075:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965062.508076:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965062.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965062.508122:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965062.508124:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965062.508125:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965062.508128:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965062.508129:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965062.508130:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965062.508130:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965062.652034:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff888736d9ae00 (tot 24345748). 00000400:00000010:6.0:1557965062.652041:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff888736d9ae00 (tot 24345492). 00000020:00000001:6.0:1557965062.653014:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965062.653015:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318778979, max_age 4318782981 00002000:00000001:6.0:1557965062.653016:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965062.653017:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965062.653018:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965062.653020:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965062.653021:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965062.653022:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965062.653023:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965062.653024:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965062.653026:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965062.653027:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965062.653028:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965062.653029:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965062.653030:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965062.653054:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965062.653054:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318783981, max_age 4318782981 00000020:00000004:6.0:1557965062.653055:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965062.653056:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965062.653077:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965062.653078:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318783981, max_age 4318782981 00000020:00000004:6.0:1557965062.653078:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965062.653079:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965062.653100:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965062.653101:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318783981, max_age 4318782981 00000020:00000004:6.0:1557965062.653102:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965062.653103:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965063.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965063.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965063.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965063.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965063.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965063.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965063.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965063.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965063.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965063.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965063.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965063.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965063.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965063.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965063.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965063.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965064.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965064.330110:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965064.508045:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965064.508048:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965064.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965064.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965064.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965064.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965064.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965064.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965064.508102:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965064.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965064.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965064.508104:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965064.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965064.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965065.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330102:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330104:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330106:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965065.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965065.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965065.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965065.508059:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965065.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965065.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965065.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965065.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965065.508104:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965065.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965065.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965065.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965065.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965065.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965065.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965065.907043:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965065.907055:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965065.907059:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965065.907063:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965065.907064:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965065.907067:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f0111b0 00000400:00000200:14.0:1557965065.907070:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9935 [1] + 0 00000400:00000010:14.0:1557965065.907072:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83ba0. 00000400:00000200:14.0:1557965065.907073:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2080 00000100:00000001:14.0:1557965065.907075:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965065.907076:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965065.907078:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdf050 x1633635891483056 msgsize 224 00000100:00100000:14.0:1557965065.907080:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965065.907081:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965065.907084:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965065.907084:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2080 00000400:00000010:14.0:1557965065.907085:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2080. 00000400:00000010:14.0:1557965065.907086:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965065.907087:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:15.0:1557965065.907088:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557965065.907088:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (23)-- 00000800:00000200:14.0:1557965065.907108:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965065.907116:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965065.907118:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965065.907119:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965065.907120:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965065.907121:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965065.907123:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965065.907124:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965065.907126:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891483056 00000020:00000001:10.0:1557965065.907127:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965065.907127:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965065.907128:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965065.907130:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965065.907130:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965065.907132:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965065.907133:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965065.907134:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965065.907136:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965065.907137:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc300. 00000020:00000010:10.0:1557965065.907139:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965065.907140:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965065.907141:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965065.907142:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965065.907142:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965065.907144:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965065.907147:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965065.907148:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965065.907149:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965065.907149:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965065.907150:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965065.907151:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965065.907151:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965065.907153:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1661 00000100:00000040:10.0:1557965065.907154:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965065.907155:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547960912 : -131293161590704 : ffff8896edbdf050) 00000100:00000040:10.0:1557965065.907157:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdf050 x1633635891483056/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:731/0 lens 224/0 e 0 to 0 dl 1557965126 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965065.907160:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965065.907161:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965065.907162:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891483056:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965065.907165:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891483056 00000020:00000001:10.0:1557965065.907166:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965065.907167:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965065.907168:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965065.907169:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965065.907170:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965065.907171:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965065.907171:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965065.907172:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965065.907173:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965065.907173:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965065.907174:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965065.907175:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965065.907176:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738000. 02000000:00000001:10.0:1557965065.907176:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965065.907177:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965065.907178:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965065.907179:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965065.907180:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965065.907180:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965065.907183:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965065.907184:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965065.907185:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965065.907186:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965065.907188:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965065.907189:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965065.907190:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965065.907191:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965065.907193:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965065.907194:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965065.907195:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891483056 00010000:00000001:10.0:1557965065.907196:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965065.907197:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdf050 x1633635891483056/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:731/0 lens 224/368 e 0 to 0 dl 1557965126 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965065.907201:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965065.907202:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965065.907203:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=68 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965065.907204:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965065.907206:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965065.907207:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965065.907208:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965065.907208:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965065.907209:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965065.907210:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965065.907211:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc880. 00000100:00000200:10.0:1557965065.907213:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891483056, offset 192 00000400:00000010:10.0:1557965065.907214:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68ac00 (tot 24345892). 00000400:00000200:10.0:1557965065.907215:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965065.907221:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965065.907224:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965065.907226:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965065.907227:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965065.907228:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965065.907230:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965065.907231:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965065.907232:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965065.907233:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557965065.907234:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557965065.907234:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965065.907235:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965065.907236:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965065.907237:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000800:00000200:14.0:1557965065.907238:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00000040:10.0:1557965065.907238:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdf050 x1633635891483056/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:731/0 lens 224/336 e 0 to 0 dl 1557965126 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965065.907240:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965065.907242:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557965065.907242:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97255:x1633635891483056:12345-172.19.1.25@o2ib100:13 Request processed in 81us (164us total) trans 0 rc 0/0 00000800:00000200:15.0:1557965065.907243:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965065.907243:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965065.907243:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bc880 00000400:00000010:14.0:1557965065.907244:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bc880. 00000100:00100000:10.0:1557965065.907245:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1661 00000400:00000010:14.0:1557965065.907246:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68ac00 (tot 24345492). 00000100:00000040:10.0:1557965065.907247:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000800:00000200:14.0:1557965065.907248:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557965065.907248:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965065.907248:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965065.907249:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc300. 00000020:00000010:10.0:1557965065.907250:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965065.907252:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965065.907253:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965065.907254:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965065.907254:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738000. 02000000:00000001:10.0:1557965065.907255:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965065.907256:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965065.907257:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965065.907258:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201de0. 00000400:00000010:10.0:1557965065.907259:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc300. 00000400:00000001:10.0:1557965065.907260:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965065.907261:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965065.915316:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557965065.915370:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965065.915381:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557965065.915389:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965065.915392:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557965065.915398:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12bb0 00000400:00000200:21.0:1557965065.915406:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd8d1 [1] + 0 00000400:00000010:21.0:1557965065.915411:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889713216840. 00000400:00000200:21.0:1557965065.915413:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462ad80 00000800:00000200:7.0:1557965065.915429:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557965065.915430:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557965065.915431:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557965065.915433:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888630267450 x1633635870518192 msgsize 224 00000100:00100000:21.0:1557965065.915435:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557965065.915436:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557965065.915438:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557965065.915438:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462ad80 00000400:00000010:21.0:1557965065.915439:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462ad80. 00000400:00000010:21.0:1557965065.915440:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557965065.915442:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965065.915443:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965065.915462:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965065.915471:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965065.915472:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965065.915473:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965065.915474:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965065.915475:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965065.915476:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965065.915477:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965065.915479:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518192 00000020:00000001:1.0:1557965065.915480:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965065.915480:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965065.915481:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965065.915482:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965065.915483:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965065.915484:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965065.915485:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965065.915486:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965065.915487:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965065.915489:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627ed00. 00000020:00000010:1.0:1557965065.915490:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965065.915491:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965065.915492:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965065.915493:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965065.915493:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965065.915494:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965065.915498:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965065.915500:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965065.915500:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965065.915501:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965065.915518:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965065.915518:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965065.915519:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965065.915521:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1667 00000100:00000040:1.0:1557965065.915523:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965065.915524:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647662672 : -131365061888944 : ffff888630267450) 00000100:00000040:1.0:1557965065.915525:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267450 x1633635870518192/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:731/0 lens 224/0 e 0 to 0 dl 1557965126 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965065.915548:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965065.915549:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965065.915550:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870518192:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965065.915551:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518192 00000020:00000001:1.0:1557965065.915552:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965065.915553:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965065.915554:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965065.915571:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965065.915571:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965065.915572:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965065.915573:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965065.915573:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965065.915574:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965065.915575:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965065.915576:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965065.915576:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965065.915579:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfab800. 02000000:00000001:1.0:1557965065.915579:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965065.915580:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965065.915581:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965065.915582:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965065.915583:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965065.915583:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965065.915585:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965065.915586:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965065.915588:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965065.915589:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965065.915590:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965065.915591:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965065.915592:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965065.915593:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965065.915594:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518192 00010000:00000001:1.0:1557965065.915595:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965065.915596:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267450 x1633635870518192/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:731/0 lens 224/368 e 0 to 0 dl 1557965126 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965065.915599:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965065.915600:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965065.915600:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=68 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965065.915602:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965065.915603:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965065.915604:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965065.915605:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965065.915605:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965065.915606:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965065.915607:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965065.915608:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627eb00. 00000100:00000200:1.0:1557965065.915610:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518192, offset 192 00000400:00000010:1.0:1557965065.915611:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75c00 (tot 24345892). 00000400:00000200:1.0:1557965065.915613:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965065.915618:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965065.915620:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965065.915623:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965065.915624:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965065.915625:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965065.915628:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965065.915628:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965065.915629:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965065.915630:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965065.915631:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965065.915632:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965065.915632:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965065.915633:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965065.915634:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267450 x1633635870518192/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:731/0 lens 224/336 e 0 to 0 dl 1557965126 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965065.915638:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178966:x1633635870518192:12345-172.19.1.24@o2ib100:13 Request processed in 88us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965065.915640:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1667 00000100:00000040:1.0:1557965065.915641:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965065.915642:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965065.915643:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965065.915644:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627ed00. 00000020:00000010:1.0:1557965065.915645:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965065.915646:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965065.915647:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965065.915647:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965065.915649:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965065.915650:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77060. 00000400:00000010:1.0:1557965065.915650:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627ed00. 00000400:00000001:1.0:1557965065.915651:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965065.915652:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965065.915671:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965065.915698:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557965065.915701:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557965065.915702:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965065.915703:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965065.915703:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfab800. 02000000:00000001:17.0:1557965065.915704:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965065.915705:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965065.915705:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627eb00 00000400:00000010:17.0:1557965065.915706:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627eb00. 00000400:00000010:17.0:1557965065.915707:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75c00 (tot 24345492). 00000800:00000200:17.0:1557965065.915708:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965065.915710:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557965066.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965066.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965066.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965066.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965066.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965066.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965066.508064:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965066.508065:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965066.508102:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965066.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965066.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965066.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965066.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965066.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965066.508114:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965066.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965067.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965067.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965067.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965067.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965067.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965067.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965067.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965067.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965067.508116:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965067.508119:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965067.508120:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965067.508120:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965067.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965067.508122:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965067.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965067.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965067.653514:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871826cf00 (tot 24345748). 00000400:00000010:6.0:1557965067.653521:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871826cf00 (tot 24345492). 00000020:00000001:6.0:1557965067.654504:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965067.654505:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318783981, max_age 4318787982 00002000:00000001:6.0:1557965067.654506:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965067.654507:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965067.654508:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965067.654510:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965067.654511:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965067.654512:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965067.654513:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965067.654514:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965067.654516:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965067.654517:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965067.654518:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965067.654520:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965067.654520:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965067.654544:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965067.654545:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318788982, max_age 4318787982 00000020:00000004:6.0:1557965067.654545:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965067.654547:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965067.654568:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965067.654569:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318788982, max_age 4318787982 00000020:00000004:6.0:1557965067.654569:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965067.654570:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965067.654593:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965067.654594:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318788982, max_age 4318787982 00000020:00000004:6.0:1557965067.654594:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965067.654595:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965068.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965068.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965068.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965068.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965068.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965068.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965068.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965068.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965068.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965068.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965068.508117:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965068.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965068.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965068.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965068.508122:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965068.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965069.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965069.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965069.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965069.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965069.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965069.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965069.508065:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965069.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965069.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965069.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965069.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965069.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965069.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965069.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965069.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965069.508113:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965070.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330057:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330062:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965070.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965070.508063:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965070.508066:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965070.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965070.508071:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965070.508072:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965070.508073:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965070.508074:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965070.508075:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965070.508075:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965070.508076:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965070.508077:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965070.508077:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965070.508078:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965070.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965070.508116:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965070.508118:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965070.508119:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965070.508123:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965070.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965070.508125:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965070.508125:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676047:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965070.676050:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965070.676051:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627b00. 00000020:00000040:10.0:1557965070.676052:0:14869:0:(genops.c:1214:class_import_get()) import ffff88971d769000 refcount=4 obd=MGC172.19.1.24@o2ib100 00000100:00000001:10.0:1557965070.676053:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965070.676054:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965070.676055:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965070.676057:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee364700. 00000100:00000001:10.0:1557965070.676058:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676060:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging 8c05ad95-98db-8b06-7942-a20be71d88ee->MGS req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676064:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965070.676065:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965070.676066:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676067:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627b00] to pc [ptlrpcd_01_07:7] req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965070.676073:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676074:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965070.676076:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965070.676077:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627500. 00000020:00000040:10.0:1557965070.676078:0:14869:0:(genops.c:1214:class_import_get()) import ffff889737f57000 refcount=3 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:10.0:1557965070.676079:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965070.676079:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965070.676080:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:10.0:1557965070.676081:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee367b00. 00000100:00000001:10.0:1557965070.676081:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676082:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0000-lwp-OST0009_UUID->looze-MDT0000_UUID req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676085:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000020:00000001:10.0:1557965070.676085:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965070.676086:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676087:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627500] to pc [ptlrpcd_01_08:8] req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965070.676092:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676093:0:14869:0:(pinger.c:217:ptlrpc_pinger_process_import()) looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:10.0:1557965070.676094:0:14869:0:(pinger.c:97:ptlrpc_ping()) Process entered 00000100:00000010:10.0:1557965070.676094:0:14869:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff889627627200. 00000100:00000001:12.0:1557965070.676099:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000040:10.0:1557965070.676118:0:14869:0:(genops.c:1214:class_import_get()) import ffff88973b4a0000 refcount=3 obd=looze-MDT0001-lwp-OST0009 00000100:00000001:12.0:1557965070.676119:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:10.0:1557965070.676119:0:14869:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:10.0:1557965070.676119:0:14869:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:10.0:1557965070.676119:0:14869:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676120:0:14856:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 02000000:00000010:10.0:1557965070.676120:0:14869:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 256 at ffff8896ee366100. 00000100:00000001:10.0:1557965070.676121:0:14869:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557965070.676122:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000040:10.0:1557965070.676122:0:14869:0:(pinger.c:108:ptlrpc_ping()) @@@ pinging looze-MDT0001-lwp-OST0009_UUID->looze-MDT0001_UUID req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676125:0:14869:0:(class_obd.c:129:lustre_get_jobid()) Process entered 00000100:00000001:9.0:1557965070.676125:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965070.676126:0:14869:0:(class_obd.c:133:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:12.0:1557965070.676127:0:14856:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:12.0:1557965070.676127:0:14856:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676127:0:14869:0:(class_obd.c:182:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:9.0:1557965070.676127:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557965070.676128:0:14856:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:10.0:1557965070.676128:0:14869:0:(ptlrpcd.c:299:ptlrpcd_add_req()) @@@ add req [ffff889627627200] to pc [ptlrpcd_01_09:9] req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000100:00000001:9.0:1557965070.676128:0:14855:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:9.0:1557965070.676128:0:14855:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557965070.676129:0:14856:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:12.0:1557965070.676131:0:14856:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:8c05ad95-98db-8b06-7942-a20be71d88ee:14856:1633636024601680:172.19.1.24@o2ib100:400 00000100:00000001:10.0:1557965070.676131:0:14869:0:(pinger.c:111:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676132:0:14856:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557965070.676132:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1036872 : 1036872 : fd248) 02000000:00000001:12.0:1557965070.676133:0:14856:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:12.0:1557965070.676133:0:14856:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676133:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=480824 : 480824 : 75638) 02000000:00000001:12.0:1557965070.676134:0:14856:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557965070.676134:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709433832 : -117784 : fffffffffffe33e8) 00000020:00000001:10.0:1557965070.676135:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=748532 : 748532 : b6bf4) 02000000:00000010:12.0:1557965070.676136:0:14856:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff8886fc7fe400. 02000000:00000001:12.0:1557965070.676136:0:14856:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676136:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709278528 : -273088 : fffffffffffbd540) 00000020:00000001:10.0:1557965070.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83512 : 83512 : 14638) 00000020:00000001:10.0:1557965070.676137:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709515088 : -36528 : ffffffffffff7150) 00000400:00000010:12.0:1557965070.676138:0:14856:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8896f6e69000. 00000020:00000001:10.0:1557965070.676138:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709422296 : -129320 : fffffffffffe06d8) 00000400:00000010:12.0:1557965070.676139:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7c80. 00000020:00000001:10.0:1557965070.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=83392 : 83392 : 145c0) 00000020:00000001:10.0:1557965070.676139:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709463432 : -88184 : fffffffffffea788) 00000020:00000001:10.0:1557965070.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1149062 : 1149062 : 118886) 00000020:00000001:10.0:1557965070.676140:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=65207 : 65207 : feb7) 00000100:00000200:12.0:1557965070.676141:0:14856:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601680, portal 25 00000020:00000001:10.0:1557965070.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709450618 : -100998 : fffffffffffe757a) 00000020:00000001:10.0:1557965070.676141:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709526491 : -25125 : ffffffffffff9ddb) 00000100:00000001:12.0:1557965070.676142:0:14856:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:12.0:1557965070.676142:0:14856:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220078336 : -131296489473280 : ffff889627627b00) 00000020:00000001:10.0:1557965070.676142:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=147507232 : 147507232 : 8cac820) 00000020:00000001:10.0:1557965070.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709524396 : -27220 : ffffffffffff95ac) 00000020:00000001:10.0:1557965070.676143:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=12808 : 12808 : 3208) 00000100:00000001:15.0:1557965070.676144:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000040:12.0:1557965070.676144:0:14856:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709074088 : -477528 : fffffffffff8b6a8) 00000020:00000001:10.0:1557965070.676144:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=9808 : 9808 : 2650) 00000020:00000001:10.0:1557965070.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=137992 : 137992 : 21b08) 00000020:00000001:10.0:1557965070.676145:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709514000 : -37616 : ffffffffffff6d10) 00000100:00000001:8.0:1557965070.676145:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676146:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557965070.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709276944 : -274672 : fffffffffffbcf10) 00000020:00000001:10.0:1557965070.676146:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=17488 : 17488 : 4450) 00000100:00000001:8.0:1557965070.676146:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557965070.676147:0:14857:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557965070.676147:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=351848 : 351848 : 55e68) 00000100:00000001:8.0:1557965070.676147:0:14858:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000020:00000001:10.0:1557965070.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=18446744073709541216 : -10400 : ffffffffffffd760) 00000020:00000001:10.0:1557965070.676148:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=989258 : 989258 : f184a) 00000100:00000040:15.0:1557965070.676149:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=7656 : 7656 : 1de8) 00000020:00000001:10.0:1557965070.676149:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=1814322 : 1814322 : 1baf32) 00000020:00000001:10.0:1557965070.676150:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557965070.676150:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676151:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676152:0:14856:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000020:00000001:10.0:1557965070.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676152:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676153:0:14857:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000020:00000001:10.0:1557965070.676153:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676154:0:14857:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557965070.676154:0:14856:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:12.0:1557965070.676154:0:14856:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2a7080. 00000020:00000001:10.0:1557965070.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676154:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676154:0:14858:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 02000000:00000001:15.0:1557965070.676155:0:14857:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:10.0:1557965070.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676155:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676155:0:14858:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:12.0:1557965070.676156:0:14856:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1633636024601680, offset 0 00000020:00000001:10.0:1557965070.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676156:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965070.676156:0:14858:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1557965070.676157:0:14857:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:12.0:1557965070.676157:0:14856:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc7f9600 (tot 24345892). 00000020:00000001:10.0:1557965070.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676157:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965070.676157:0:14858:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676158:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1557965070.676159:0:14857:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:looze-MDT0000-lwp-OST0009_UUID:14857:1633636024601696:172.19.1.24@o2ib100:400 00000400:00000200:12.0:1557965070.676159:0:14856:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965070.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676159:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:8.0:1557965070.676159:0:14858:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:looze-MDT0001-lwp-OST0009_UUID:14858:1633636024601712:172.19.1.25@o2ib100:400 00000100:00000001:15.0:1557965070.676160:0:14857:0:(niobuf.c:702:ptl_send_rpc()) Process entered 00000020:00000001:10.0:1557965070.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676160:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557965070.676161:0:14857:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:10.0:1557965070.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676161:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676161:0:14858:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:15.0:1557965070.676162:0:14857:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676162:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965070.676162:0:14858:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:8.0:1557965070.676162:0:14858:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1557965070.676163:0:14857:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557965070.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676163:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965070.676163:0:14858:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:10.0:1557965070.676164:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:8.0:1557965070.676164:0:14858:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88968c03b400. 02000000:00000010:15.0:1557965070.676165:0:14857:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 512 at ffff88871b313200. 02000000:00000001:15.0:1557965070.676165:0:14857:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:12.0:1557965070.676165:0:14856:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557965070.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676165:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:8.0:1557965070.676165:0:14858:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676166:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557965070.676167:0:14857:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88970e6d5840. 00000800:00000200:12.0:1557965070.676167:0:14856:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965070.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676167:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965070.676167:0:14858:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff887778cf4a80. 00000400:00000010:15.0:1557965070.676168:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976e100. 00000020:00000001:10.0:1557965070.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676168:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965070.676168:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775ca00. 00000020:00000001:10.0:1557965070.676169:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1557965070.676170:0:14857:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601696, portal 10 00000020:00000001:10.0:1557965070.676170:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557965070.676170:0:14858:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1633636024601712, portal 10 00000800:00000200:12.0:1557965070.676171:0:14856:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557965070.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676171:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676171:0:14858:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1557965070.676172:0:14857:0:(client.c:2835:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1557965070.676172:0:14857:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220076800 : -131296489474816 : ffff889627627500) 00000020:00000001:10.0:1557965070.676172:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676172:0:14858:0:(client.c:2837:ptlrpc_request_addref()) Process leaving (rc=18446612777220076032 : -131296489475584 : ffff889627627200) 00000800:00000200:12.0:1557965070.676173:0:14856:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000020:00000001:10.0:1557965070.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676173:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1557965070.676174:0:14857:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:12.0:1557965070.676174:0:14856:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557965070.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676174:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557965070.676174:0:14858:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000020:00000001:10.0:1557965070.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676175:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.0:1557965070.676176:0:14856:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000020:00000001:10.0:1557965070.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676176:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676177:0:14856:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676177:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676178:0:14857:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000001:12.0:1557965070.676178:0:14856:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965070.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676178:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676178:0:14858:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:15.0:1557965070.676179:0:14857:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000100:00000001:12.0:1557965070.676179:0:14856:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676179:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:8.0:1557965070.676179:0:14858:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:15.0:1557965070.676180:0:14857:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88872976e900. 00000100:00000001:12.0:1557965070.676180:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676180:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965070.676180:0:14858:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88968775d980. 00000100:00000200:15.0:1557965070.676181:0:14857:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601696, offset 0 00000100:00000001:12.0:1557965070.676181:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965070.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676181:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557965070.676181:0:14858:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1633636024601712, offset 0 00000400:00000010:15.0:1557965070.676182:0:14857:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b312000 (tot 24346292). 00000020:00000001:10.0:1557965070.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676182:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676183:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557965070.676183:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557965070.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676183:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965070.676184:0:14857:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000100:00000001:12.0:1557965070.676184:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965070.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676184:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:8.0:1557965070.676184:0:14858:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03d000 (tot 24346692). 00000100:00000001:12.0:1557965070.676185:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:12.0:1557965070.676185:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676185:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676186:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676186:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965070.676186:0:14858:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000100:00000001:12.0:1557965070.676187:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557965070.676187:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000020:00000001:10.0:1557965070.676187:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676188:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676188:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676188:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965070.676189:0:14857:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000020:00000001:10.0:1557965070.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676189:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676190:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676191:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965070.676191:0:14858:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:15.0:1557965070.676192:0:14857:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000020:00000001:10.0:1557965070.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676192:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676193:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676194:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965070.676194:0:14858:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:15.0:1557965070.676195:0:14857:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000020:00000001:10.0:1557965070.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676195:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557965070.676196:0:14857:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (21)++ 00000020:00000001:10.0:1557965070.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676196:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:15.0:1557965070.676197:0:14857:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (22)++ 00000020:00000001:10.0:1557965070.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676197:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965070.676197:0:14858:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000020:00000001:10.0:1557965070.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676198:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965070.676198:0:14858:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000020:00000001:10.0:1557965070.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676199:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965070.676199:0:14858:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:15.0:1557965070.676200:0:14857:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (23)-- 00000020:00000001:10.0:1557965070.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676200:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676201:0:14857:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676201:0:14857:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:10.0:1557965070.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676201:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:8.0:1557965070.676201:0:14858:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:15.0:1557965070.676202:0:14857:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676202:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676202:0:14858:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676203:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676203:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676203:0:14858:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1557965070.676204:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965070.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676204:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676204:0:14858:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676205:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676205:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676206:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:10.0:1557965070.676206:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676206:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:29.2:1557965070.676207:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (22)++ 00000100:00000001:15.0:1557965070.676207:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000020:00000001:10.0:1557965070.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676207:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676208:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965070.676208:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676208:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:8.0:1557965070.676208:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=61 : 61 : 3d) 00000100:00000001:15.0:1557965070.676209:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557965070.676209:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676209:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676209:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676210:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676210:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676210:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557965070.676211:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000020:00000001:10.0:1557965070.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676211:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676211:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676211:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676212:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1557965070.676212:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676212:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676212:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676213:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676213:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676213:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:8.0:1557965070.676213:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676214:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676214:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676215:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676216:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676217:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676218:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676219:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676220:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676221:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676222:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676223:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676224:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676225:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676226:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676227:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676228:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676229:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676230:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676231:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676232:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676233:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676234:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676235:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676236:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.676237:0:14869:0:(lprocfs_status.c:1742:lprocfs_read_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:10.0:1557965070.676237:0:14869:0:(pinger.c:289:ptlrpc_pinger_main()) next wakeup in 25000 (4318817004) 00000800:00000200:14.2:1557965070.676239:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:7.0:1557965070.676248:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000800:00000200:14.0:1557965070.676249:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965070.676252:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965070.676254:0:14819:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:7.0:1557965070.676254:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000800:00000200:15.0:1557965070.676255:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000200:14.0:1557965070.676256:0:14819:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965070.676261:0:14819:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:14.0:1557965070.676262:0:14819:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:14.0:1557965070.676265:0:14819:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:14.0:1557965070.676266:0:14819:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:14.0:1557965070.676267:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775d980 00000400:00000010:14.0:1557965070.676268:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775d980. 00000400:00000010:14.0:1557965070.676270:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03d000 (tot 24346292). 00000100:00000001:7.0:1557965070.676270:0:14816:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:14.0:1557965070.676271:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000200:7.0:1557965070.676272:0:14816:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557965070.676276:0:14816:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:7.0:1557965070.676278:0:14816:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000800:00000200:21.0:1557965070.676280:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (23)++ 00000100:00000001:7.0:1557965070.676281:0:14816:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:7.0:1557965070.676281:0:14816:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:7.0:1557965070.676282:0:14816:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7080 00000400:00000010:7.0:1557965070.676283:0:14816:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7080. 00000800:00000200:21.0:1557965070.676285:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (24)-- 00000400:00000010:7.0:1557965070.676286:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc7f9600 (tot 24345892). 00000800:00000200:7.0:1557965070.676287:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000100:00000001:21.0:1557965070.676288:0:14815:0:(events.c:52:request_out_callback()) Process entered 00000800:00000200:7.0:1557965070.676289:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000200:21.0:1557965070.676310:0:14815:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557965070.676314:0:14815:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:21.0:1557965070.676316:0:14815:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000001:21.0:1557965070.676318:0:14815:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:21.0:1557965070.676319:0:14815:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:21.0:1557965070.676328:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976e900 00000400:00000010:21.0:1557965070.676329:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976e900. 00000400:00000010:21.0:1557965070.676331:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b312000 (tot 24345492). 00000800:00000200:21.0:1557965070.676332:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000800:00000200:29.2:1557965070.676423:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:14.2:1557965070.676458:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:4.0:1557965070.676466:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:14.0:1557965070.676470:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:4.0:1557965070.676470:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.19.1.24@o2ib100 00000800:00000200:14.0:1557965070.676473:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.19.1.25@o2ib100 00000400:00000200:4.0:1557965070.676474:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557965070.676476:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:14.0:1557965070.676477:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000200:4.0:1557965070.676479:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 25 MB=0x5cdc886f04c50 00000400:00000200:4.0:1557965070.676482:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xde79 [1] + 192 00000100:00000001:4.0:1557965070.676485:0:14817:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:4.0:1557965070.676486:0:14817:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:4.0:1557965070.676490:0:14817:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:4.0:1557965070.676496:0:14817:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557965070.676497:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24346292). 00000400:00000010:4.0:1557965070.676497:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345892). 00000800:00000200:7.0:1557965070.676498:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965070.676498:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965070.676499:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000400:00000200:14.0:1557965070.676500:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04c70 00000800:00000200:4.0:1557965070.676502:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (23)-- 00000400:00000200:14.0:1557965070.676503:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.25@o2ib100 of length 192/192 into md 0x9ee5 [1] + 192 00000800:00000200:4.0:1557965070.676503:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:7.0:1557965070.676504:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000800:00000200:15.0:1557965070.676505:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965070.676506:0:14821:0:(events.c:91:reply_in_callback()) Process entered 00000400:00000200:7.0:1557965070.676507:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000100:00000200:14.0:1557965070.676508:0:14821:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:14.0:1557965070.676526:0:14821:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000400:00000010:7.0:1557965070.676527:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24346292). 00000400:00000200:7.0:1557965070.676530:0:14816:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 192 into portal 10 MB=0x5cdc886f04c60 00000100:00000001:14.0:1557965070.676531:0:14821:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:14.0:1557965070.676532:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345892). 00000800:00000200:14.0:1557965070.676533:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000400:00000200:7.0:1557965070.676533:0:14816:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.19.1.24@o2ib100 of length 192/192 into md 0xde81 [1] + 192 00000800:00000200:14.0:1557965070.676534:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:12.0:1557965070.676534:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:14.0:1557965070.676535:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:12.0:1557965070.676535:0:14856:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:7.0:1557965070.676536:0:14816:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:7.0:1557965070.676537:0:14816:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1 00000100:00000040:7.0:1557965070.676542:0:14816:0:(events.c:161:reply_in_callback()) @@@ reply in flags=0 mlen=192 offset=192 replen=224 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:7.0:1557965070.676547:0:14816:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000001:12.0:1557965070.676548:0:14856:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:12.0:1557965070.676548:0:14856:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000400:00000010:7.0:1557965070.676548:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24345492). 00000100:00000001:12.0:1557965070.676549:0:14856:0:(events.c:91:reply_in_callback()) Process entered 00000800:00000200:7.0:1557965070.676549:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000100:00000001:15.0:1557965070.676551:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000800:00000200:7.0:1557965070.676551:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:15.0:1557965070.676552:0:14857:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000200:12.0:1557965070.676552:0:14856:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000800:00000200:7.0:1557965070.676552:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000200:12.0:1557965070.676557:0:14856:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557965070.676562:0:14856:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:12.0:1557965070.676564:0:14856:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f6e69000. 00000100:00000001:8.0:1557965070.676564:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000400:00000200:12.0:1557965070.676565:0:14856:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2a7c80 00000400:00000010:12.0:1557965070.676566:0:14856:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2a7c80. 00000100:00000001:8.0:1557965070.676566:0:14858:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:15.0:1557965070.676567:0:14857:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:12.0:1557965070.676567:0:14856:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557965070.676567:0:14856:0:(client.c:1337:after_reply()) Process entered 00000400:00000001:15.0:1557965070.676568:0:14857:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 02000000:00000001:12.0:1557965070.676568:0:14856:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000400:00000001:8.0:1557965070.676568:0:14858:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000100:00000001:15.0:1557965070.676569:0:14857:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:12.0:1557965070.676569:0:14856:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000400:00000001:8.0:1557965070.676569:0:14858:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:8.0:1557965070.676569:0:14858:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000001:12.0:1557965070.676570:0:14856:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1557965070.676571:0:14857:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 02000000:00000001:12.0:1557965070.676571:0:14856:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:12.0:1557965070.676572:0:14856:0:(import.c:1677:at_measured()) add 45 to ffff88971d769400 time=100 v=45 (45 45 45 45) 00000100:00000200:8.0:1557965070.676572:0:14858:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00001000:12.0:1557965070.676574:0:14856:0:(import.c:1677:at_measured()) add 1 to ffff88971d7693c8 time=100 v=45 (1 1 1 1) 00000100:00000001:12.0:1557965070.676575:0:14856:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:12.0:1557965070.676575:0:14856:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:15.0:1557965070.676576:0:14857:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00010000:00000001:12.0:1557965070.676576:0:14856:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00010000:00000001:12.0:1557965070.676577:0:14856:0:(ldlm_request.c:1316:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:8.0:1557965070.676577:0:14858:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/224 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1 00000100:00000001:12.0:1557965070.676578:0:14856:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:12.0:1557965070.676579:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000001:8.0:1557965070.676580:0:14858:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:8.0:1557965070.676581:0:14858:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff887778cf4a80. 00000100:00000001:12.0:1557965070.676582:0:14856:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:8.0:1557965070.676582:0:14858:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88968775ca00 00000100:00000001:12.0:1557965070.676583:0:14856:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:8.0:1557965070.676583:0:14858:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88968775ca00. 00000100:00000001:12.0:1557965070.676584:0:14856:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:12.0:1557965070.676585:0:14856:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:8.0:1557965070.676585:0:14858:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965070.676586:0:14858:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:8.0:1557965070.676587:0:14858:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00100000:12.0:1557965070.676588:0:14856:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_07:8c05ad95-98db-8b06-7942-a20be71d88ee:14856:1633636024601680:172.19.1.24@o2ib100:400 00000100:00000001:15.0:1557965070.676589:0:14857:0:(events.c:171:reply_in_callback()) Process leaving 00000100:00000001:8.0:1557965070.676590:0:14858:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:8.0:1557965070.676590:0:14858:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557965070.676591:0:14857:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88970e6d5840. 00000400:00000200:15.0:1557965070.676591:0:14857:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88872976e100 00000100:00000001:12.0:1557965070.676591:0:14856:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:12.0:1557965070.676591:0:14856:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:8.0:1557965070.676591:0:14858:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1557965070.676592:0:14857:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88872976e100. 00000100:00000040:12.0:1557965070.676592:0:14856:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627b00 x1633636024601680/t0(0) o400->MGC172.19.1.24@o2ib100@172.19.1.24@o2ib100:26/25 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00000001:15.0:1557965070.676593:0:14857:0:(client.c:2614:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:8.0:1557965070.676593:0:14858:0:(import.c:1677:at_measured()) add 45 to ffff88973b4a0400 time=100 v=45 (45 45 45 45) 00000100:00000001:15.0:1557965070.676594:0:14857:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:15.0:1557965070.676595:0:14857:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1557965070.676595:0:14857:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:12.0:1557965070.676595:0:14856:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:12.0:1557965070.676595:0:14856:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:8.0:1557965070.676595:0:14858:0:(import.c:1677:at_measured()) add 1 to ffff88973b4a03c8 time=100 v=45 (1 1 1 1) 00000100:00000001:15.0:1557965070.676596:0:14857:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:12.0:1557965070.676596:0:14856:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8886fc7fe400. 00000100:00000001:8.0:1557965070.676596:0:14858:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:8.0:1557965070.676596:0:14858:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:12.0:1557965070.676597:0:14856:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:8.0:1557965070.676597:0:14858:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 02000000:00000001:15.0:1557965070.676598:0:14857:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:12.0:1557965070.676598:0:14856:0:(genops.c:1221:class_import_put()) Process entered 00000100:00001000:15.0:1557965070.676599:0:14857:0:(import.c:1677:at_measured()) add 45 to ffff889737f57400 time=100 v=45 (45 45 45 45) 00000020:00000040:12.0:1557965070.676599:0:14856:0:(genops.c:1228:class_import_put()) import ffff88971d769000 refcount=3 obd=MGC172.19.1.24@o2ib100 00010000:00080000:8.0:1557965070.676599:0:14858:0:(ldlm_request.c:1329:ldlm_cli_update_pool()) @@@ Zero SLV or Limit found (SLV: 0, Limit: 6424900) req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/0 rc 0/0 00000020:00000001:12.0:1557965070.676600:0:14856:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:12.0:1557965070.676600:0:14856:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee364700. 00000100:00001000:15.0:1557965070.676601:0:14857:0:(import.c:1677:at_measured()) add 1 to ffff889737f573c8 time=100 v=45 (1 1 1 1) 02000000:00000001:12.0:1557965070.676601:0:14856:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:15.0:1557965070.676602:0:14857:0:(client.c:1251:ptlrpc_check_status()) Process entered 02000000:00000001:12.0:1557965070.676602:0:14856:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:12.0:1557965070.676602:0:14856:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627b00. 00010000:00000001:8.0:1557965070.676602:0:14858:0:(ldlm_request.c:1330:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676603:0:14857:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1557965070.676603:0:14857:0:(ldlm_request.c:1309:ldlm_cli_update_pool()) Process entered 00000100:00000001:8.0:1557965070.676603:0:14858:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000040:8.0:1557965070.676603:0:14858:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0001-lwp-OST0009: skip recheck: last_committed 0 00010000:00000001:15.0:1557965070.676604:0:14857:0:(ldlm_request.c:1347:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676604:0:14856:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:12.0:1557965070.676604:0:14856:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965070.676604:0:14858:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:8.0:1557965070.676604:0:14858:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676605:0:14857:0:(client.c:2702:ptlrpc_free_committed()) Process entered 00000100:00000001:12.0:1557965070.676605:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:8.0:1557965070.676605:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:15.0:1557965070.676606:0:14857:0:(client.c:2710:ptlrpc_free_committed()) looze-MDT0000-lwp-OST0009: skip recheck: last_committed 0 00000100:00000001:12.0:1557965070.676606:0:14856:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:12.0:1557965070.676607:0:14856:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676607:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676608:0:14857:0:(client.c:2711:ptlrpc_free_committed()) Process leaving 00000100:00000001:12.0:1557965070.676608:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676608:0:14858:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1557965070.676609:0:14857:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:12.0:1557965070.676609:0:14856:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:12.0:1557965070.676609:0:14856:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676609:0:14858:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:8.0:1557965070.676609:0:14858:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:15.0:1557965070.676610:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Rpc:RN/0/0 rc 0/0 00000100:00000040:8.0:1557965070.676611:0:14858:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000001:15.0:1557965070.676614:0:14857:0:(client.c:1992:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:8.0:1557965070.676614:0:14858:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_09:looze-MDT0001-lwp-OST0009_UUID:14858:1633636024601712:172.19.1.25@o2ib100:400 00000100:00000001:15.0:1557965070.676615:0:14857:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1557965070.676615:0:14857:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965070.676615:0:14858:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965070.676616:0:14858:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1557965070.676617:0:14857:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Interpret:RN/0/0 rc 0/0 00000100:00000040:8.0:1557965070.676617:0:14858:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627200 x1633636024601712/t0(0) o400->looze-MDT0001-lwp-OST0009@172.19.1.25@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Complete:RN/0/0 rc 0/0 00000100:00100000:15.0:1557965070.676620:0:14857:0:(client.c:2047:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_01_08:looze-MDT0000-lwp-OST0009_UUID:14857:1633636024601696:172.19.1.24@o2ib100:400 00000100:00000001:8.0:1557965070.676620:0:14858:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:8.0:1557965070.676620:0:14858:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:15.0:1557965070.676621:0:14857:0:(client.c:2091:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:8.0:1557965070.676621:0:14858:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88968c03b400. 00000100:00000001:15.0:1557965070.676622:0:14857:0:(client.c:2518:__ptlrpc_req_finished()) Process entered 02000000:00000001:8.0:1557965070.676622:0:14858:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:15.0:1557965070.676623:0:14857:0:(client.c:2527:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff889627627500 x1633636024601696/t0(0) o400->looze-MDT0000-lwp-OST0009@172.19.1.24@o2ib100:12/10 lens 224/192 e 0 to 0 dl 1557965176 ref 1 fl Complete:RN/0/0 rc 0/0 00000020:00000001:8.0:1557965070.676623:0:14858:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:8.0:1557965070.676623:0:14858:0:(genops.c:1228:class_import_put()) import ffff88973b4a0000 refcount=2 obd=looze-MDT0001-lwp-OST0009 00000020:00000001:8.0:1557965070.676624:0:14858:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:8.0:1557965070.676625:0:14858:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee366100. 00000100:00000001:15.0:1557965070.676626:0:14857:0:(client.c:2440:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1557965070.676626:0:14857:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:8.0:1557965070.676626:0:14858:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:15.0:1557965070.676627:0:14857:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88871b313200. 02000000:00000001:8.0:1557965070.676627:0:14858:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:8.0:1557965070.676627:0:14858:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627200. 02000000:00000001:15.0:1557965070.676628:0:14857:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:15.0:1557965070.676628:0:14857:0:(genops.c:1221:class_import_put()) Process entered 00000020:00000040:15.0:1557965070.676629:0:14857:0:(genops.c:1228:class_import_put()) import ffff889737f57000 refcount=2 obd=looze-MDT0000-lwp-OST0009 00000100:00000001:8.0:1557965070.676629:0:14858:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:8.0:1557965070.676629:0:14858:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:15.0:1557965070.676630:0:14857:0:(genops.c:1237:class_import_put()) Process leaving 02000000:00000010:15.0:1557965070.676630:0:14857:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8896ee367b00. 00000100:00000001:8.0:1557965070.676630:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:15.0:1557965070.676631:0:14857:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1557965070.676631:0:14857:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:8.0:1557965070.676631:0:14858:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:15.0:1557965070.676632:0:14857:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff889627627500. 00000100:00000001:8.0:1557965070.676632:0:14858:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676632:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676633:0:14857:0:(client.c:2492:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1557965070.676633:0:14857:0:(client.c:2558:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965070.676633:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:8.0:1557965070.676633:0:14858:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676634:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:8.0:1557965070.676634:0:14858:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676636:0:14857:0:(client.c:2264:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1557965070.676636:0:14857:0:(client.c:2300:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676637:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676638:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1557965070.676639:0:14857:0:(ptlrpcd.c:321:ptlrpcd_check()) Process entered 00000100:00000001:15.0:1557965070.676639:0:14857:0:(ptlrpcd.c:416:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965070.915004:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965070.915026:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965070.915035:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965070.915042:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965070.915045:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965070.915052:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011200 00000400:00000200:14.0:1557965070.915058:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9965 [1] + 0 00000400:00000010:14.0:1557965070.915062:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83b40. 00000400:00000200:14.0:1557965070.915064:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2780 00000100:00000001:14.0:1557965070.915068:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965070.915069:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000800:00000200:15.0:1557965070.915070:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000040:14.0:1557965070.915072:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdf450 x1633635891483136 msgsize 224 00000100:00100000:14.0:1557965070.915078:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965070.915080:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965070.915083:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965070.915084:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2780 00000400:00000010:14.0:1557965070.915085:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2780. 00000400:00000010:14.0:1557965070.915087:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965070.915090:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965070.915092:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965070.915094:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965070.915118:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965070.915122:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965070.915123:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965070.915125:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965070.915126:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965070.915127:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965070.915131:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965070.915134:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891483136 00000020:00000001:10.0:1557965070.915138:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965070.915139:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965070.915141:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965070.915143:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965070.915145:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965070.915147:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965070.915150:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965070.915152:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965070.915154:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965070.915157:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bc700. 00000020:00000010:10.0:1557965070.915160:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965070.915163:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965070.915165:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965070.915166:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965070.915167:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965070.915170:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965070.915176:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965070.915179:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965070.915180:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965070.915182:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965070.915183:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965070.915184:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965070.915185:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965070.915190:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1662 00000100:00000040:10.0:1557965070.915193:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965070.915194:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547961936 : -131293161589680 : ffff8896edbdf450) 00000100:00000040:10.0:1557965070.915198:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdf450 x1633635891483136/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:736/0 lens 224/0 e 0 to 0 dl 1557965131 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965070.915209:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965070.915210:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965070.915213:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891483136:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965070.915216:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891483136 00000020:00000001:10.0:1557965070.915218:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965070.915221:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965070.915222:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.915225:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965070.915226:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965070.915229:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965070.915230:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965070.915232:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965070.915233:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965070.915234:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965070.915237:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965070.915238:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965070.915239:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738000. 02000000:00000001:10.0:1557965070.915241:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965070.915243:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965070.915245:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965070.915247:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965070.915248:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965070.915250:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965070.915254:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965070.915256:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965070.915258:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965070.915261:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965070.915264:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965070.915267:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965070.915269:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965070.915272:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965070.915275:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965070.915277:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965070.915279:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891483136 00010000:00000001:10.0:1557965070.915281:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965070.915284:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdf450 x1633635891483136/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:736/0 lens 224/368 e 0 to 0 dl 1557965131 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965070.915293:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965070.915294:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965070.915297:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=73 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965070.915301:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965070.915304:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965070.915306:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965070.915308:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965070.915309:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965070.915311:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965070.915314:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965070.915316:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdc00. 00000100:00000200:10.0:1557965070.915319:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891483136, offset 192 00000400:00000010:10.0:1557965070.915322:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68dc00 (tot 24345892). 00000400:00000200:10.0:1557965070.915326:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965070.915339:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965070.915345:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965070.915350:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965070.915353:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965070.915355:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965070.915359:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965070.915360:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965070.915383:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965070.915384:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965070.915386:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965070.915387:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00010000:00000001:10.0:1557965070.915387:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965070.915388:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965070.915389:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965070.915390:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdf450 x1633635891483136/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:736/0 lens 224/336 e 0 to 0 dl 1557965131 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965070.915393:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557965070.915394:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97244:x1633635891483136:12345-172.19.1.25@o2ib100:13 Request processed in 185us (321us total) trans 0 rc 0/0 00000800:00000200:14.0:1557965070.915395:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965070.915397:0:14822:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557965070.915397:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1662 00000100:00000001:14.0:1557965070.915398:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965070.915398:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bdc00 00000100:00000040:10.0:1557965070.915398:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000400:00000010:14.0:1557965070.915399:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bdc00. 00000100:00000001:10.0:1557965070.915399:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557965070.915401:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68dc00 (tot 24345492). 00000800:00000200:14.0:1557965070.915402:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965070.915404:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000100:00000001:10.0:1557965070.915405:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965070.915406:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bc700. 00000020:00000010:10.0:1557965070.915407:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965070.915408:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965070.915410:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965070.915411:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965070.915411:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738000. 02000000:00000001:10.0:1557965070.915412:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965070.915413:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965070.915414:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965070.915415:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201480. 00000400:00000010:10.0:1557965070.915416:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bc700. 00000400:00000001:10.0:1557965070.915418:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965070.915418:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965070.923631:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557965070.923682:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965070.923692:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557965070.923700:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965070.923704:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557965070.923711:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12bd0 00000400:00000200:21.0:1557965070.923717:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd8f1 [1] + 0 00000400:00000010:21.0:1557965070.923721:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889713216900. 00000400:00000200:21.0:1557965070.923724:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a200 00000800:00000200:4.0:1557965070.923725:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557965070.923728:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557965070.923729:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557965070.923731:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888630267050 x1633635870518224 msgsize 224 00000100:00100000:21.0:1557965070.923737:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557965070.923739:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557965070.923743:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557965070.923744:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a200 00000400:00000010:21.0:1557965070.923746:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a200. 00000400:00000010:21.0:1557965070.923748:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557965070.923751:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965070.923754:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965070.923756:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965070.923779:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965070.923783:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965070.923785:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965070.923787:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965070.923788:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965070.923789:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965070.923793:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965070.923796:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518224 00000020:00000001:1.0:1557965070.923798:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965070.923802:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965070.923804:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965070.923805:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965070.923808:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965070.923810:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965070.923813:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965070.923814:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965070.923817:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965070.923820:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e900. 00000020:00000010:1.0:1557965070.923822:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965070.923825:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965070.923827:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965070.923828:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965070.923829:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965070.923832:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965070.923838:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965070.923841:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965070.923842:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965070.923843:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965070.923844:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965070.923845:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965070.923846:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965070.923851:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1668 00000100:00000040:1.0:1557965070.923853:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965070.923855:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647661648 : -131365061889968 : ffff888630267050) 00000100:00000040:1.0:1557965070.923859:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630267050 x1633635870518224/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:736/0 lens 224/0 e 0 to 0 dl 1557965131 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965070.923869:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965070.923870:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965070.923874:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870518224:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965070.923877:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518224 00000020:00000001:1.0:1557965070.923879:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965070.923881:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965070.923882:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965070.923885:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965070.923886:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965070.923889:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965070.923890:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965070.923892:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965070.923893:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965070.923896:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965070.923898:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965070.923899:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965070.923901:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfab800. 02000000:00000001:1.0:1557965070.923903:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965070.923905:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965070.923907:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965070.923909:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965070.923910:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965070.923911:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965070.923913:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965070.923916:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965070.923919:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965070.923922:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965070.923925:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965070.923927:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965070.923930:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965070.923932:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965070.923934:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518224 00010000:00000001:1.0:1557965070.923936:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965070.923939:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630267050 x1633635870518224/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:736/0 lens 224/368 e 0 to 0 dl 1557965131 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965070.923948:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965070.923949:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965070.923951:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=73 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965070.923955:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965070.923958:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965070.923960:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965070.923962:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965070.923964:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965070.923965:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965070.923969:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965070.923970:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e700. 00000100:00000200:1.0:1557965070.923974:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518224, offset 192 00000400:00000010:1.0:1557965070.924151:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75600 (tot 24345892). 00000400:00000200:1.0:1557965070.924153:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965070.924159:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965070.924161:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965070.924164:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965070.924165:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965070.924166:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965070.924168:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965070.924169:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965070.924170:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965070.924171:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965070.924172:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965070.924172:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965070.924173:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965070.924174:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965070.924175:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630267050 x1633635870518224/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:736/0 lens 224/336 e 0 to 0 dl 1557965131 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965070.924179:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178967:x1633635870518224:12345-172.19.1.24@o2ib100:13 Request processed in 309us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965070.924182:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1668 00000100:00000040:1.0:1557965070.924183:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965070.924184:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965070.924184:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965070.924185:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e900. 00000020:00000010:1.0:1557965070.924186:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965070.924187:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965070.924188:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965070.924190:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965070.924191:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965070.924192:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77300. 00000400:00000010:1.0:1557965070.924193:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e900. 00000400:00000001:1.0:1557965070.924195:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965070.924195:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965070.924210:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965070.924225:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557965070.924228:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557965070.924229:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965070.924230:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965070.924231:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfab800. 02000000:00000001:17.0:1557965070.924232:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965070.924232:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965070.924233:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e700 00000400:00000010:17.0:1557965070.924233:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e700. 00000400:00000010:17.0:1557965070.924234:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75600 (tot 24345492). 00000800:00000200:17.0:1557965070.924235:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965070.924236:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557965071.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330066:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965071.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965071.508027:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965071.508028:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965071.508031:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965071.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965071.508032:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965071.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965071.508057:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965071.508077:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965071.508078:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965071.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965071.508082:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965071.508083:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965071.508084:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965071.508085:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965072.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330116:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330118:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965072.330119:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965072.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965072.508049:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965072.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965072.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965072.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965072.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965072.508097:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965072.508100:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965072.508104:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965072.508104:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965072.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965072.508106:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965072.508109:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965072.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965072.655092:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871e866300 (tot 24345748). 00000400:00000010:6.0:1557965072.655099:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871e866300 (tot 24345492). 00000020:00000001:6.0:1557965072.656105:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965072.656106:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318788982, max_age 4318792984 00002000:00000001:6.0:1557965072.656107:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965072.656108:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965072.656109:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965072.656111:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965072.656112:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965072.656113:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965072.656114:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965072.656115:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965072.656116:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965072.656117:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965072.656118:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965072.656119:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965072.656119:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965072.656143:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965072.656144:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318793984, max_age 4318792984 00000020:00000004:6.0:1557965072.656145:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965072.656146:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965072.656167:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965072.656168:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318793984, max_age 4318792984 00000020:00000004:6.0:1557965072.656168:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965072.656169:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965072.656190:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965072.656191:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318793984, max_age 4318792984 00000020:00000004:6.0:1557965072.656192:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965072.656192:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965073.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965073.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965073.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965073.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965073.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965073.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965073.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965073.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965073.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965073.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965073.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965073.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965073.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965073.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965073.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965073.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965074.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965074.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965074.508044:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965074.508046:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965074.508052:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965074.508053:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965074.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965074.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965074.508095:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965074.508097:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965074.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965074.508101:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965074.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965074.508103:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965074.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965074.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965075.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330091:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965075.330094:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00010000:00000001:10.0:1557965075.508049:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965075.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965075.508054:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965075.508054:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965075.508055:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965075.508055:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965075.508080:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965075.508099:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965075.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965075.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965075.508105:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965075.508107:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965075.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965075.508108:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965075.923028:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965075.923049:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965075.923057:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965075.923065:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965075.923068:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965075.923075:0:14819:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011220 00000400:00000200:14.0:1557965075.923081:0:14819:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9975 [1] + 0 00000400:00000010:14.0:1557965075.923088:0:14819:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83ae0. 00000400:00000200:14.0:1557965075.923090:0:14819:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3900 00000800:00000200:15.0:1557965075.923091:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:14.0:1557965075.923093:0:14819:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965075.923095:0:14819:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965075.923097:0:14819:0:(events.c:347:request_in_callback()) incoming req@ffff8896edbdf850 x1633635891483168 msgsize 224 00000100:00100000:14.0:1557965075.923104:0:14819:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965075.923105:0:14819:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965075.923109:0:14819:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965075.923110:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3900 00000400:00000010:14.0:1557965075.923112:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3900. 00000400:00000010:14.0:1557965075.923114:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:14.0:1557965075.923117:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965075.923120:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965075.923122:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965075.923144:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965075.923148:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965075.923150:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965075.923152:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965075.923153:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965075.923155:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965075.923158:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965075.923161:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891483168 00000020:00000001:10.0:1557965075.923163:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965075.923164:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965075.923166:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965075.923168:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965075.923170:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965075.923173:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965075.923175:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965075.923177:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965075.923180:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965075.923183:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd400. 00000020:00000010:10.0:1557965075.923185:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965075.923188:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965075.923190:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965075.923192:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965075.923193:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965075.923196:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965075.923202:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965075.923205:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965075.923206:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965075.923208:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965075.923209:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965075.923210:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965075.923211:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965075.923218:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1663 00000100:00000040:10.0:1557965075.923220:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965075.923222:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612780547962960 : -131293161588656 : ffff8896edbdf850) 00000100:00000040:10.0:1557965075.923227:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8896edbdf850 x1633635891483168/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:741/0 lens 224/0 e 0 to 0 dl 1557965136 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965075.923237:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965075.923238:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965075.923241:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891483168:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965075.923245:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891483168 00000020:00000001:10.0:1557965075.923246:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965075.923248:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965075.923250:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965075.923252:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965075.923253:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965075.923255:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965075.923257:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965075.923273:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965075.923274:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965075.923275:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965075.923276:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965075.923276:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965075.923277:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f738000. 02000000:00000001:10.0:1557965075.923280:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965075.923281:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965075.923282:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965075.923283:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965075.923284:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965075.923284:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965075.923287:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965075.923288:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965075.923289:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965075.923290:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965075.923292:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965075.923293:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965075.923295:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965075.923296:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965075.923297:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965075.923298:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965075.923299:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891483168 00010000:00000001:10.0:1557965075.923300:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965075.923302:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff8896edbdf850 x1633635891483168/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:741/0 lens 224/368 e 0 to 0 dl 1557965136 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965075.923305:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965075.923305:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965075.923306:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=78 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965075.923308:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965075.923309:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965075.923310:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965075.923311:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965075.923311:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965075.923312:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965075.923313:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965075.923314:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdc00. 00000100:00000200:10.0:1557965075.923316:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891483168, offset 192 00000400:00000010:10.0:1557965075.923317:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc68b000 (tot 24345892). 00000400:00000200:10.0:1557965075.923319:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965075.923325:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965075.923328:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965075.923330:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965075.923332:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965075.923333:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965075.923335:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965075.923336:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965075.923336:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965075.923338:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965075.923339:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965075.923340:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965075.923340:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965075.923341:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965075.923343:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8896edbdf850 x1633635891483168/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:741/0 lens 224/336 e 0 to 0 dl 1557965136 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965075.923347:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97246:x1633635891483168:12345-172.19.1.25@o2ib100:13 Request processed in 109us (248us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965075.923350:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1663 00000100:00000040:10.0:1557965075.923351:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965075.923352:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965075.923352:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965075.923353:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd400. 00000020:00000010:10.0:1557965075.923354:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965075.923355:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965075.923356:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965075.923357:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965075.923358:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965075.923360:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201000. 00000400:00000010:10.0:1557965075.923360:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd400. 00000400:00000001:10.0:1557965075.923361:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965075.923362:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557965075.923363:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965075.923372:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965075.923378:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965075.923380:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965075.923380:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965075.923382:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f738000. 02000000:00000001:14.0:1557965075.923402:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965075.923403:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965075.923404:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bdc00 00000400:00000010:14.0:1557965075.923405:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bdc00. 00000400:00000010:14.0:1557965075.923407:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc68b000 (tot 24345492). 00000800:00000200:14.0:1557965075.923410:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:15.0:1557965075.923411:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:12.2:1557965075.927623:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (20)++ 00000800:00000200:4.0:1557965075.927675:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (21)++ 00000800:00000200:4.0:1557965075.927699:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.39@o2ib100 00000400:00000200:4.0:1557965075.927704:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.39@o2ib100 : PUT 00000400:00000010:4.0:1557965075.927706:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557965075.927708:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.39@o2ib100 of length 224 into portal 28 MB=0x5cdc898726670 00000400:00000200:4.0:1557965075.927711:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 1c from 12345-172.19.1.39@o2ib100 of length 224/224 into md 0xc1d9 [1] + 0 00000400:00000010:4.0:1557965075.927713:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8896f8354720. 00000400:00000200:4.0:1557965075.927714:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88869bf81200 00000100:00000001:4.0:1557965075.927716:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557965075.927716:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:4.0:1557965075.927718:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff88863d640050 x1633636318340720 msgsize 224 00000100:00100000:4.0:1557965075.927720:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.39@o2ib100 (source: 12345-172.19.1.39@o2ib100) 00000100:00000040:4.0:1557965075.927721:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557965075.927723:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557965075.927723:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88869bf81200 00000400:00000010:4.0:1557965075.927724:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88869bf81200. 00000400:00000010:4.0:1557965075.927725:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:21.0:1557965075.927726:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557965075.927727:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8887083e5200] (22)++ 00000800:00000200:4.0:1557965075.927728:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8887083e5200] (22)-- 00000800:00000200:4.0:1557965075.927728:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000400:00000001:19.0:1557965075.927757:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965075.927759:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965075.927760:0:29970:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:19.0:1557965075.927761:0:29970:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:19.0:1557965075.927762:0:29970:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:19.0:1557965075.927762:0:29970:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:19.0:1557965075.927764:0:29970:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:19.0:1557965075.927765:0:29970:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633636318340720 00000020:00000001:19.0:1557965075.927766:0:29970:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:19.0:1557965075.927767:0:29970:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f533 00000020:00000001:19.0:1557965075.927767:0:29970:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:19.0:1557965075.927768:0:29970:0:(genops.c:971:class_export_get()) GETting export ffff8886fe7c7800 : new refcount 7 00000020:00000001:19.0:1557965075.927769:0:29970:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000020:00000001:19.0:1557965075.927770:0:29970:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712109406208 : -131361600145408 : ffff8886fe7c7800) 00000100:00000001:19.0:1557965075.927772:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965075.927774:0:29970:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:19.0:1557965075.927775:0:29970:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000010:19.0:1557965075.927777:0:29970:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88861a2fd680. 00000020:00000010:19.0:1557965075.927778:0:29970:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886106f75c0. 00000100:00000040:19.0:1557965075.927780:0:29970:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost at +56s 00000100:00000001:19.0:1557965075.927780:0:29970:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:19.0:1557965075.927781:0:29970:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:19.0:1557965075.927781:0:29970:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:19.0:1557965075.927783:0:29970:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:19.0:1557965075.927783:0:29970:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:19.0:1557965075.927784:0:29970:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965075.927787:0:29970:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:19.0:1557965075.927788:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965075.927789:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:19.0:1557965075.927789:0:29970:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:19.0:1557965075.927789:0:29970:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:19.0:1557965075.927790:0:29970:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:19.0:1557965075.927790:0:29970:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:19.0:1557965075.927792:0:29970:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.39@o2ib100, seq: 310 00000100:00000040:19.0:1557965075.927793:0:29970:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886fe7c7800 : new rpc_count 1 00000100:00000001:19.0:1557965075.927794:0:29970:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708869800016 : -131364839751600 : ffff88863d640050) 00000100:00000040:19.0:1557965075.927796:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88863d640050 x1633636318340720/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:741/0 lens 224/0 e 0 to 0 dl 1557965136 ref 1 fl New:H/0/ffffffff rc 0/-1 00000100:00000001:19.0:1557965075.927800:0:29970:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:19.0:1557965075.927800:0:29970:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:19.0:1557965075.927801:0:29970:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24075:x1633636318340720:12345-172.19.1.39@o2ib100:400 00000100:00000200:19.0:1557965075.927803:0:29970:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633636318340720 00000020:00000001:19.0:1557965075.927804:0:29970:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:19.0:1557965075.927805:0:29970:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:19.0:1557965075.927805:0:29970:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965075.927806:0:29970:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:19.0:1557965075.927807:0:29970:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072660329792 : -1049221824 : ffffffffc1762540) 00000020:00000001:19.0:1557965075.927807:0:29970:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:19.0:1557965075.927808:0:29970:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:19.0:1557965075.927809:0:29970:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:19.0:1557965075.927810:0:29970:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:19.0:1557965075.927810:0:29970:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965075.927811:0:29970:0:(tgt_handler.c:983:tgt_obd_ping()) Process entered 00010000:00000001:19.0:1557965075.927812:0:29970:0:(obd_class.h:924:obd_ping()) Process entered 00010000:00000001:19.0:1557965075.927813:0:29970:0:(obd_class.h:930:obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965075.927813:0:29970:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:19.0:1557965075.927814:0:29970:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:19.0:1557965075.927815:0:29970:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 480 at ffff889684300400. 02000000:00000001:19.0:1557965075.927816:0:29970:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965075.927817:0:29970:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965075.927817:0:29970:0:(tgt_handler.c:989:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:19.0:1557965075.927818:0:29970:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738567, transno 0, xid 1633636318340720 00010000:00000001:19.0:1557965075.927819:0:29970:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:19.0:1557965075.927820:0:29970:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88863d640050 x1633636318340720/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:741/0 lens 224/224 e 0 to 0 dl 1557965136 ref 1 fl Interpret:H/0/0 rc 0/0 00010000:00000001:19.0:1557965075.927823:0:29970:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:19.0:1557965075.927824:0:29970:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:19.0:1557965075.927825:0:29970:0:(import.c:1677:at_measured()) add 1 to ffff888617390150 time=78 v=45 (1 1 1 1) 00000100:00000001:19.0:1557965075.927843:0:29970:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:19.0:1557965075.927844:0:29970:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff888636ea9de0 refcount 4 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965075.927845:0:29970:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708761181664 : -131364948369952 : ffff888636ea9de0) 02000000:00000001:19.0:1557965075.927846:0:29970:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:19.0:1557965075.927846:0:29970:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965075.927847:0:29970:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:19.0:1557965075.927848:0:29970:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.39@o2ib100 00000400:00000010:19.0:1557965075.927849:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fc880. 00000100:00000200:19.0:1557965075.927851:0:29970:0:(niobuf.c:85:ptl_send_buf()) Sending 192 bytes to portal 4, xid 1633636318340720, offset 192 00000400:00000010:19.0:1557965075.927852:0:29970:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889684301000 (tot 24345892). 00000400:00000200:19.0:1557965075.927853:0:29970:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.39@o2ib100 00000400:00000200:19.0:1557965075.927859:0:29970:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.39@o2ib100(172.19.1.39@o2ib100:172.19.1.39@o2ib100) : PUT 00000800:00000200:19.0:1557965075.927861:0:29970:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 192 bytes in 1 frags to 12345-172.19.1.39@o2ib100 00000800:00000200:19.0:1557965075.927864:0:29970:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff888733b2eb80] -> 172.19.1.39@o2ib100 (2) version: 12 00000800:00000200:19.0:1557965075.927866:0:29970:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8887083e5200] (20)++ 00000800:00000200:19.0:1557965075.927867:0:29970:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8887083e5200] (21)++ 00000800:00000200:19.0:1557965075.927869:0:29970:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8887083e5200] (22)-- 00000100:00000001:19.0:1557965075.927870:0:29970:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:19.0:1557965075.927870:0:29970:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:19.0:1557965075.927871:0:29970:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff888636ea9de0 refcount 3 to 172.19.1.39@o2ib100 00000100:00000001:19.0:1557965075.927872:0:29970:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:19.0:1557965075.927873:0:29970:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:19.0:1557965075.927873:0:29970:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:19.0:1557965075.927874:0:29970:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:19.0:1557965075.927875:0:29970:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88863d640050 x1633636318340720/t0(0) o400->50f1fe9a-3e31-ad51-23a4-b3638f11f184@172.19.1.39@o2ib100:741/0 lens 224/192 e 0 to 0 dl 1557965136 ref 1 fl Interpret:H/0/0 rc 0/0 00000800:00000200:12.2:1557965075.927875:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8887083e5200] (21)++ 00000100:00100000:19.0:1557965075.927879:0:29970:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost00_009:50f1fe9a-3e31-ad51-23a4-b3638f11f184+7:24075:x1633636318340720:12345-172.19.1.39@o2ib100:400 Request processed in 78us (160us total) trans 0 rc 0/0 00000100:00100000:19.0:1557965075.927882:0:29970:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.39@o2ib100, seq: 310 00000100:00000040:19.0:1557965075.927882:0:29970:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886fe7c7800 : new rpc_count 0 00000100:00000001:19.0:1557965075.927901:0:29970:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:19.0:1557965075.927901:0:29970:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:19.0:1557965075.927902:0:29970:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88861a2fd680. 00000020:00000010:19.0:1557965075.927903:0:29970:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886106f75c0. 00000020:00000010:19.0:1557965075.927904:0:29970:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889684302e00. 00000020:00000040:19.0:1557965075.927905:0:29970:0:(genops.c:981:class_export_put()) PUTting export ffff8886fe7c7800 : new refcount 6 00000100:00000001:19.0:1557965075.927906:0:29970:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:19.0:1557965075.927907:0:29970:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 28 00000400:00000010:19.0:1557965075.927908:0:29970:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888637f73ae0. 00000400:00000010:19.0:1557965075.927909:0:29970:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88861a2fd680. 00000400:00000001:19.0:1557965075.927926:0:29970:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:19.0:1557965075.927927:0:29970:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557965075.927930:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8887083e5200] (22)++ 00000800:00000200:17.0:1557965075.927933:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8887083e5200] (23)-- 00000100:00000001:17.0:1557965075.927935:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965075.927936:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965075.927937:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 480 at ffff889684300400. 02000000:00000001:17.0:1557965075.927938:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965075.927957:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965075.927958:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88861a2fc880 00000400:00000010:17.0:1557965075.927958:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88861a2fc880. 00000400:00000010:17.0:1557965075.927960:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889684301000 (tot 24345492). 00000800:00000200:17.0:1557965075.927961:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (22)-- 00000800:00000200:17.0:1557965075.927962:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8887083e5200] (21)-- 00000800:00000200:29.2:1557965075.931339:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557965075.931407:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965075.931412:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557965075.931416:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965075.931418:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557965075.931420:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12c20 00000400:00000200:21.0:1557965075.931423:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd911 [1] + 0 00000400:00000010:21.0:1557965075.931425:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8897132164e0. 00000400:00000200:21.0:1557965075.931426:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b200 00000100:00000001:21.0:1557965075.931428:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557965075.931429:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557965075.931430:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888630266c50 x1633635870518304 msgsize 224 00000100:00100000:21.0:1557965075.931432:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557965075.931433:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557965075.931434:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557965075.931435:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b200 00000400:00000010:21.0:1557965075.931435:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b200. 00000400:00000010:21.0:1557965075.931436:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557965075.931438:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (22)++ 00000800:00000200:4.0:1557965075.931438:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965075.931439:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (23)-- 00000800:00000200:21.0:1557965075.931458:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965075.931466:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965075.931467:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965075.931468:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965075.931469:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965075.931470:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965075.931470:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965075.931472:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965075.931473:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518304 00000020:00000001:1.0:1557965075.931473:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965075.931474:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965075.931475:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965075.931475:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965075.931476:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965075.931477:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965075.931478:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965075.931479:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965075.931480:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965075.931481:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e500. 00000020:00000010:1.0:1557965075.931483:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965075.931484:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965075.931485:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965075.931485:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965075.931485:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965075.931486:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965075.931489:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965075.931490:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965075.931491:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965075.931491:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965075.931491:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965075.931492:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965075.931493:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965075.931495:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1669 00000100:00000040:1.0:1557965075.931496:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965075.931497:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647660624 : -131365061890992 : ffff888630266c50) 00000100:00000040:1.0:1557965075.931498:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266c50 x1633635870518304/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:741/0 lens 224/0 e 0 to 0 dl 1557965136 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965075.931502:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965075.931502:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965075.931503:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870518304:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965075.931505:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518304 00000020:00000001:1.0:1557965075.931505:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965075.931506:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965075.931506:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965075.931507:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965075.931508:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965075.931508:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965075.931509:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965075.931510:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965075.931510:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965075.931511:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965075.931511:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965075.931512:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965075.931513:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfac800. 02000000:00000001:1.0:1557965075.931513:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965075.931514:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965075.931515:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965075.931516:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965075.931516:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965075.931517:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965075.931518:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965075.931519:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965075.931520:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965075.931522:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965075.931523:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965075.931524:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965075.931525:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965075.931526:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965075.931526:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518304 00010000:00000001:1.0:1557965075.931527:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965075.931528:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266c50 x1633635870518304/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:741/0 lens 224/368 e 0 to 0 dl 1557965136 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965075.931531:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965075.931532:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965075.931533:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=78 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965075.931534:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965075.931535:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965075.931535:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965075.931536:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965075.931537:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965075.931537:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965075.931555:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965075.931555:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e300. 00000100:00000200:1.0:1557965075.931557:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518304, offset 192 00000400:00000010:1.0:1557965075.931559:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df76600 (tot 24345892). 00000400:00000200:1.0:1557965075.931561:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965075.931566:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965075.931568:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965075.931571:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965075.931572:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965075.931572:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965075.931574:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965075.931575:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965075.931576:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965075.931576:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965075.931577:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965075.931578:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965075.931578:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965075.931579:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965075.931580:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266c50 x1633635870518304/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:741/0 lens 224/336 e 0 to 0 dl 1557965136 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965075.931584:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178972:x1633635870518304:12345-172.19.1.24@o2ib100:13 Request processed in 81us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965075.931586:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1669 00000100:00000040:1.0:1557965075.931587:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965075.931588:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965075.931588:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965075.931589:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e500. 00000020:00000010:1.0:1557965075.931590:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965075.931591:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965075.931591:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965075.931592:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965075.931593:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965075.931594:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77840. 00000400:00000010:1.0:1557965075.931595:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e500. 00000400:00000001:1.0:1557965075.931598:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965075.931598:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965075.931613:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000800:00000200:17.0:1557965075.931628:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557965075.931631:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557965075.931632:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965075.931632:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965075.931633:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfac800. 02000000:00000001:17.0:1557965075.931634:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965075.931634:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965075.931634:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e300 00000400:00000010:17.0:1557965075.931635:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e300. 00000400:00000010:17.0:1557965075.931636:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df76600 (tot 24345492). 00000800:00000200:17.0:1557965075.931637:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965075.931638:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557965076.330059:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965076.330066:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.52@o2ib100 00000400:00000010:15.0:1557965076.330071:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b313200 (tot 24345892). 00000400:00000200:15.0:1557965076.330078:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.52@o2ib100 00000400:00000200:15.0:1557965076.330091:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.52@o2ib100(172.19.1.52@o2ib100:172.19.1.52@o2ib100) : GET 00000800:00000200:15.0:1557965076.330096:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.52@o2ib100 00000800:00000200:15.0:1557965076.330103:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282a480] -> 172.19.1.52@o2ib100 (2) version: 12 00000800:00000200:15.0:1557965076.330105:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:15.0:1557965076.330107:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:15.0:1557965076.330112:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f8209e00] (22)-- 00000400:00000200:15.0:1557965076.330115:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965076.330121:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.53@o2ib100 00000400:00000010:15.0:1557965076.330123:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b315600 (tot 24346292). 00000400:00000200:15.0:1557965076.330127:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.53@o2ib100 00000400:00000200:15.0:1557965076.330136:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.53@o2ib100(172.19.1.53@o2ib100:172.19.1.53@o2ib100) : GET 00000800:00000200:15.0:1557965076.330141:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.53@o2ib100 00000800:00000200:15.0:1557965076.330144:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889732946000] -> 172.19.1.53@o2ib100 (2) version: 12 00000800:00000200:15.0:1557965076.330146:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6600] (20)++ 00000800:00000200:9.2:1557965076.330147:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:15.0:1557965076.330148:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:15.0:1557965076.330150:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:15.0:1557965076.330153:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965076.330158:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.54@o2ib100 00000400:00000010:15.0:1557965076.330159:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b313c00 (tot 24346692). 00000400:00000200:15.0:1557965076.330163:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.54@o2ib100 00000400:00000200:15.0:1557965076.330171:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.54@o2ib100(172.19.1.54@o2ib100:172.19.1.54@o2ib100) : GET 00000800:00000200:15.0:1557965076.330176:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.54@o2ib100 00000800:00000200:15.0:1557965076.330179:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8c80] -> 172.19.1.54@o2ib100 (2) version: 12 00000800:00000200:15.0:1557965076.330181:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:15.0:1557965076.330182:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:26.2:1557965076.330185:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:15.0:1557965076.330185:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:15.0:1557965076.330188:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965076.330192:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.1.55@o2ib100 00000400:00000010:15.0:1557965076.330195:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b317000 (tot 24347092). 00000400:00000200:15.0:1557965076.330199:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.1.55@o2ib100 00000800:00000200:4.0:1557965076.330199:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)++ 00000800:00000200:26.0:1557965076.330206:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)++ 00000400:00000200:15.0:1557965076.330207:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.1.55@o2ib100(172.19.1.55@o2ib100:172.19.1.55@o2ib100) : GET 00000800:00000200:4.0:1557965076.330207:0:14817:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f8209e00] (23)-- 00000800:00000200:26.0:1557965076.330212:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6600] (23)-- 00000800:00000200:15.0:1557965076.330212:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.1.55@o2ib100 00000400:00000010:4.0:1557965076.330213:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b313200 (tot 24346692). 00000800:00000200:15.0:1557965076.330216:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b980] -> 172.19.1.55@o2ib100 (2) version: 12 00000400:00000010:26.0:1557965076.330217:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b315600 (tot 24346292). 00000800:00000200:4.0:1557965076.330217:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:15.0:1557965076.330218:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0600] (20)++ 00000800:00000200:15.0:1557965076.330219:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0600] (21)++ 00000800:00000200:4.0:1557965076.330219:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000800:00000200:27.2:1557965076.330220:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (21)++ 00000800:00000200:15.0:1557965076.330222:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0600] (22)-- 00000400:00000200:15.0:1557965076.330225:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000800:00000200:26.0:1557965076.330229:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000400:00000200:15.0:1557965076.330229:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.22@o2ib100 00000400:00000010:15.0:1557965076.330231:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b315a00 (tot 24346692). 00000800:00000200:26.0:1557965076.330232:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000400:00000200:15.0:1557965076.330234:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.22@o2ib100 00000800:00000200:26.0:1557965076.330235:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)++ 00000800:00000200:26.0:1557965076.330241:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e6c00] (23)-- 00000800:00000200:27.0:1557965076.330243:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000400:00000200:15.0:1557965076.330243:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.22@o2ib100(172.19.2.22@o2ib100:172.19.2.22@o2ib100) : GET 00000400:00000010:26.0:1557965076.330244:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b313c00 (tot 24346292). 00000800:00000200:26.0:1557965076.330246:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:15.0:1557965076.330247:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.22@o2ib100 00000800:00000200:15.0:1557965076.330251:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282ae00] -> 172.19.2.22@o2ib100 (2) version: 12 00000800:00000200:9.2:1557965076.330251:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f8209e00] (20)++ 00000800:00000200:15.0:1557965076.330253:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:15.0:1557965076.330254:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:15.0:1557965076.330257:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:15.0:1557965076.330260:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:15.0:1557965076.330264:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.23@o2ib100 00000800:00000200:26.2:1557965076.330265:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6600] (20)++ 00000400:00000010:15.0:1557965076.330266:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b314e00 (tot 24346692). 00000800:00000200:12.2:1557965076.330266:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0600] (21)++ 00000400:00000200:15.0:1557965076.330269:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.23@o2ib100 00000800:00000200:26.0:1557965076.330274:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)++ 00000400:00000200:15.0:1557965076.330278:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.23@o2ib100(172.19.2.23@o2ib100:172.19.2.23@o2ib100) : GET 00000800:00000200:27.2:1557965076.330279:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e6c00] (20)++ 00000800:00000200:26.0:1557965076.330281:0:14822:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.53@o2ib100 00000800:00000200:15.0:1557965076.330283:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.23@o2ib100 00000800:00000200:15.0:1557965076.330286:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b9580] -> 172.19.2.23@o2ib100 (2) version: 12 00000800:00000200:8.0:1557965076.330287:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:15.0:1557965076.330288:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7200] (20)++ 00000400:00000200:26.0:1557965076.330289:0:14822:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.53@o2ib100 : REPLY 00000800:00000200:15.0:1557965076.330290:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7200] (21)++ 00000400:00000010:26.0:1557965076.330292:0:14822:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fcfc2600 (tot 24347092). 00000800:00000200:15.0:1557965076.330292:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:8.0:1557965076.330293:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:15.0:1557965076.330295:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000800:00000200:11.2:1557965076.330296:0:14820:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (21)++ 00000400:00000200:15.0:1557965076.330299:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.24@o2ib100 00000800:00000200:8.0:1557965076.330300:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.54@o2ib100 00000400:00000200:26.0:1557965076.330301:0:14822:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.53@o2ib100 of length 64/64 into md 0xd 00000400:00000010:15.0:1557965076.330301:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b316c00 (tot 24347492). 00000800:00000200:28.2:1557965076.330303:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:17.0:1557965076.330303:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)++ 00000400:00000200:15.0:1557965076.330307:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.24@o2ib100 00000400:00000200:26.0:1557965076.330308:0:14822:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000200:8.0:1557965076.330308:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.54@o2ib100 : REPLY 00000400:00000010:26.0:1557965076.330310:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fcfc2600 (tot 24347092). 00000400:00000010:8.0:1557965076.330311:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88968c03b400 (tot 24347492). 00000800:00000200:11.0:1557965076.330312:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:26.0:1557965076.330313:0:14822:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6600] (21)++ 00000800:00000200:17.0:1557965076.330315:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.52@o2ib100 00000400:00000200:15.0:1557965076.330315:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.24@o2ib100(172.19.2.24@o2ib100:172.19.2.24@o2ib100) : GET 00000800:00000200:7.0:1557965076.330315:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (22)++ 00000800:00000200:26.0:1557965076.330316:0:14822:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6600] (22)-- 00000800:00000200:11.0:1557965076.330316:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)++ 00000800:00000200:26.0:1557965076.330318:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6600] (21)-- 00000800:00000200:11.0:1557965076.330319:0:14820:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7200] (23)-- 00000800:00000200:15.0:1557965076.330320:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.24@o2ib100 00000800:00000200:26.0:1557965076.330321:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (23)-- 00000400:00000200:8.0:1557965076.330321:0:14821:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.54@o2ib100 of length 64/64 into md 0x15 00000800:00000200:7.0:1557965076.330322:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0600] (23)-- 00000400:00000200:17.0:1557965076.330323:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.52@o2ib100 : REPLY 00000800:00000200:15.0:1557965076.330324:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88873282b700] -> 172.19.2.24@o2ib100 (2) version: 12 00000800:00000200:15.0:1557965076.330326:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff88873dea0200] (20)++ 00000400:00000010:11.0:1557965076.330326:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b314e00 (tot 24347092). 00000400:00000010:17.0:1557965076.330327:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24347492). 00000800:00000200:15.0:1557965076.330327:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88873dea0200] (21)++ 00000800:00000200:11.0:1557965076.330329:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:15.0:1557965076.330330:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff88873dea0200] (22)-- 00000400:00000200:8.0:1557965076.330330:0:14821:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:8.0:1557965076.330333:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88968c03b400 (tot 24347092). 00000400:00000010:7.0:1557965076.330334:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b317000 (tot 24346692). 00000800:00000200:8.0:1557965076.330336:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e6c00] (21)++ 00000400:00000200:15.0:1557965076.330337:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318736658 00000400:00000200:17.0:1557965076.330338:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.52@o2ib100 of length 64/64 into md 0x5 00000800:00000200:8.0:1557965076.330338:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e6c00] (22)-- 00000800:00000200:7.0:1557965076.330338:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000800:00000200:8.0:1557965076.330340:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e6c00] (21)-- 00000800:00000200:21.0:1557965076.330341:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)++ 00000400:00000200:15.0:1557965076.330342:0:14825:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.19.2.25@o2ib100 00000400:00000200:17.0:1557965076.330343:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:15.0:1557965076.330343:0:14825:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88871b314800 (tot 24347092). 00000400:00000010:17.0:1557965076.330346:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24346692). 00000800:00000200:7.0:1557965076.330346:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (22)-- 00000800:00000200:21.0:1557965076.330347:0:14815:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0c00] (23)-- 00000400:00000200:15.0:1557965076.330347:0:14825:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.19.2.25@o2ib100 00000800:00000200:7.0:1557965076.330348:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0600] (21)++ 00000800:00000200:17.0:1557965076.330349:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f8209e00] (21)++ 00000800:00000200:17.0:1557965076.330352:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f8209e00] (22)-- 00000400:00000010:21.0:1557965076.330353:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b315a00 (tot 24346292). 00000800:00000200:4.0:1557965076.330353:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:7.0:1557965076.330354:0:14816:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.55@o2ib100 00000400:00000200:15.0:1557965076.330356:0:14825:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:) -> 172.19.2.25@o2ib100(172.19.2.25@o2ib100:172.19.2.25@o2ib100) : GET 00000800:00000200:17.0:1557965076.330357:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f8209e00] (21)-- 00000800:00000200:21.0:1557965076.330359:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00000800:00000200:15.0:1557965076.330361:0:14825:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.19.2.25@o2ib100 00000400:00000200:7.0:1557965076.330361:0:14816:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.55@o2ib100 : REPLY 00000800:00000200:4.0:1557965076.330362:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (22)-- 00000400:00000010:7.0:1557965076.330364:0:14816:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88970953a000 (tot 24346692). 00000800:00000200:15.0:1557965076.330365:0:14825:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff88971c7b8300] -> 172.19.2.25@o2ib100 (2) version: 12 00000800:00000200:15.0:1557965076.330367:0:14825:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:15.0:1557965076.330369:0:14825:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:15.0:1557965076.330371:0:14825:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8896e83e7800] (22)-- 00000400:00000200:7.0:1557965076.330372:0:14816:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.1.55@o2ib100 of length 64/64 into md 0x1d 00000400:00000200:7.0:1557965076.330377:0:14816:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:29.2:1557965076.330378:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (21)++ 00000400:00000010:7.0:1557965076.330379:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88970953a000 (tot 24346292). 00000800:00000200:7.0:1557965076.330381:0:14816:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0600] (21)++ 00000800:00000200:7.0:1557965076.330384:0:14816:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0600] (22)-- 00000800:00000200:7.0:1557965076.330386:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0600] (21)-- 00000800:00000200:7.0:1557965076.330388:0:14816:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (22)++ 00000800:00000200:7.0:1557965076.330394:0:14816:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88873dea0200] (23)-- 00000800:00000200:17.0:1557965076.330395:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (23)-- 00000400:00000010:7.0:1557965076.330399:0:14816:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b316c00 (tot 24345892). 00000800:00000200:7.0:1557965076.330401:0:14816:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000800:00000200:14.2:1557965076.330408:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:29.2:1557965076.330442:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0200] (20)++ 00000800:00000200:14.0:1557965076.330444:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)++ 00000800:00000200:14.0:1557965076.330447:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8896e83e7800] (23)-- 00000400:00000010:14.0:1557965076.330450:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88871b314800 (tot 24345492). 00000800:00000200:14.0:1557965076.330452:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557965076.330453:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000800:00000200:11.2:1557965076.330477:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff88873dea0c00] (20)++ 00000800:00000200:28.2:1557965076.330478:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7200] (20)++ 00000800:00000200:28.0:1557965076.330487:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557965076.330491:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.23@o2ib100 00000400:00000200:28.0:1557965076.330495:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.23@o2ib100 : REPLY 00000800:00000200:26.0:1557965076.330495:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (22)-- 00000400:00000010:28.0:1557965076.330496:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889624bb1000 (tot 24345892). 00000800:00000200:4.0:1557965076.330496:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0200] (21)++ 00000400:00000200:28.0:1557965076.330500:0:14820:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.23@o2ib100 of length 64/64 into md 0x2d 00000400:00000200:28.0:1557965076.330502:0:14820:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:28.0:1557965076.330503:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889624bb1000 (tot 24345492). 00000800:00000200:28.0:1557965076.330505:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7200] (21)++ 00000800:00000200:28.0:1557965076.330506:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7200] (22)-- 00000800:00000200:28.0:1557965076.330517:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7200] (21)-- 00000800:00000200:14.2:1557965076.330518:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8896e83e7800] (20)++ 00000800:00000200:14.0:1557965076.330522:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:4.0:1557965076.330523:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.24@o2ib100 00000800:00000200:14.0:1557965076.330526:0:14819:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.25@o2ib100 00000800:00000200:8.0:1557965076.330527:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (22)-- 00000400:00000200:14.0:1557965076.330529:0:14819:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.25@o2ib100 : REPLY 00000400:00000010:14.0:1557965076.330531:0:14819:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965076.330534:0:14819:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.25@o2ib100 of length 64/64 into md 0x3d 00000400:00000200:14.0:1557965076.330545:0:14819:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:14.0:1557965076.330546:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000400:00000200:4.0:1557965076.330546:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.24@o2ib100 : REPLY 00000400:00000010:4.0:1557965076.330547:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000800:00000200:17.0:1557965076.330548:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:14.0:1557965076.330548:0:14819:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8896e83e7800] (21)++ 00000800:00000200:14.0:1557965076.330549:0:14819:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8896e83e7800] (22)-- 00000800:00000200:14.0:1557965076.330550:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8896e83e7800] (21)-- 00000400:00000200:4.0:1557965076.330551:0:14817:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.24@o2ib100 of length 64/64 into md 0x35 00000800:00000200:17.0:1557965076.330553:0:14818:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.2.22@o2ib100 00000400:00000200:4.0:1557965076.330553:0:14817:0:(router.c:123:lnet_notify_locked()) Old news 00000800:00000200:21.0:1557965076.330554:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (22)-- 00000400:00000010:4.0:1557965076.330555:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557965076.330556:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0200] (21)++ 00000800:00000200:21.0:1557965076.330557:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (22)-- 00000400:00000200:17.0:1557965076.330558:0:14818:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.2.22@o2ib100 : REPLY 00000400:00000010:17.0:1557965076.330559:0:14818:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff889733521200 (tot 24345892). 00000800:00000200:4.0:1557965076.330559:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0200] (22)-- 00000800:00000200:4.0:1557965076.330559:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0200] (21)-- 00000400:00000200:17.0:1557965076.330562:0:14818:0:(lib-move.c:2180:lnet_parse_reply()) 172.19.1.36@o2ib100: Reply from 12345-172.19.2.22@o2ib100 of length 64/64 into md 0x25 00000400:00000200:17.0:1557965076.330565:0:14818:0:(router.c:123:lnet_notify_locked()) Old news 00000400:00000010:17.0:1557965076.330566:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff889733521200 (tot 24345492). 00000800:00000200:17.0:1557965076.330567:0:14818:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88873dea0c00] (21)++ 00000800:00000200:17.0:1557965076.330568:0:14818:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88873dea0c00] (22)-- 00000800:00000200:17.0:1557965076.330569:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff88873dea0c00] (21)-- 00010000:00000001:10.0:1557965076.508055:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965076.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965076.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965076.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965076.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965076.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965076.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965076.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965076.508111:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965076.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965076.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965076.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965076.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965076.508121:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965077.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330095:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965077.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965077.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965077.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965077.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965077.508060:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965077.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965077.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965077.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965077.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965077.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965077.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965077.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965077.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965077.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965077.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965077.656589:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88871841e600 (tot 24345748). 00000400:00000010:6.0:1557965077.656605:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88871841e600 (tot 24345492). 00000020:00000001:6.0:1557965077.657617:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965077.657618:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318793984, max_age 4318797985 00002000:00000001:6.0:1557965077.657619:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965077.657620:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965077.657620:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965077.657623:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965077.657624:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965077.657624:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965077.657626:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965077.657627:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965077.657628:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965077.657629:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965077.657630:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965077.657631:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965077.657631:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965077.657655:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965077.657655:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318798985, max_age 4318797985 00000020:00000004:6.0:1557965077.657656:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965077.657657:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965077.657679:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965077.657679:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318798985, max_age 4318797985 00000020:00000004:6.0:1557965077.657680:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965077.657681:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965077.657703:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965077.657703:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318798985, max_age 4318797985 00000020:00000004:6.0:1557965077.657704:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965077.657704:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965078.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330069:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965078.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965078.508051:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965078.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965078.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965078.508056:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965078.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965078.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965078.508083:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965078.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965078.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965078.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965078.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965078.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965078.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965078.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965079.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330083:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330099:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965079.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965079.508028:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965079.508029:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965079.508033:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965079.508033:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965079.508034:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965079.508035:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965079.508061:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965079.508079:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965079.508081:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965079.508082:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965079.508087:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965079.508088:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965079.508089:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965079.508089:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965080.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965080.330112:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965080.508057:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965080.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965080.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965080.508068:0:14906:0:(ldlm_pool.c:504:ldlm_cli_pool_recalc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:10.0:1557965080.508070:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965080.508072:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965080.508073:0:14906:0:(ldlm_request.c:1870:ldlm_cancel_lru()) Process entered 00010000:00000001:10.0:1557965080.508075:0:14906:0:(ldlm_request.c:1714:ldlm_prepare_lru_list()) Process entered 00010000:00000001:10.0:1557965080.508076:0:14906:0:(ldlm_request.c:1839:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965080.508078:0:14906:0:(ldlm_lockd.c:2043:ldlm_bl_to_thread()) Process entered 00010000:00000001:10.0:1557965080.508079:0:14906:0:(ldlm_lockd.c:2046:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965080.508080:0:14906:0:(ldlm_request.c:1877:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965080.508082:0:14906:0:(ldlm_pool.c:525:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965080.508101:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965080.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965080.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965080.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965080.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965080.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965080.508140:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965080.508140:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965080.931037:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965080.931050:0:14820:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965080.931054:0:14820:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965080.931057:0:14820:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965080.931059:0:14820:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c217600 (tot 24345892). 00000400:00000200:14.0:1557965080.931062:0:14820:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011240 00000400:00000200:14.0:1557965080.931065:0:14820:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9985 [1] + 0 00000400:00000010:14.0:1557965080.931067:0:14820:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83a80. 00000400:00000200:14.0:1557965080.931068:0:14820:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f2e80 00000100:00000001:14.0:1557965080.931070:0:14820:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965080.931071:0:14820:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965080.931072:0:14820:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3ac050 x1633635891483200 msgsize 224 00000100:00100000:14.0:1557965080.931074:0:14820:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965080.931075:0:14820:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965080.931076:0:14820:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965080.931077:0:14820:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f2e80 00000400:00000010:14.0:1557965080.931078:0:14820:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f2e80. 00000400:00000010:14.0:1557965080.931080:0:14820:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c217600 (tot 24345492). 00000800:00000200:8.0:1557965080.931080:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965080.931081:0:14820:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965080.931082:0:14820:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965080.931083:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965080.931109:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965080.931111:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965080.931112:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965080.931113:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965080.931113:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965080.931114:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965080.931116:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965080.931117:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891483200 00000020:00000001:10.0:1557965080.931118:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965080.931119:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965080.931120:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965080.931121:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965080.931122:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965080.931123:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965080.931126:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965080.931127:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965080.931129:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000010:10.0:1557965080.931130:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bdc00. 00000020:00000010:10.0:1557965080.931132:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27140. 00000100:00000040:10.0:1557965080.931133:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965080.931134:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965080.931135:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965080.931136:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965080.931137:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965080.931140:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965080.931142:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965080.931143:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965080.931143:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965080.931144:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965080.931145:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965080.931145:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965080.931148:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1664 00000100:00000040:10.0:1557965080.931149:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965080.931149:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928750672 : -131294780800944 : ffff88968d3ac050) 00000100:00000040:10.0:1557965080.931151:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3ac050 x1633635891483200/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:746/0 lens 224/0 e 0 to 0 dl 1557965141 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965080.931155:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965080.931155:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965080.931156:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891483200:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965080.931158:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891483200 00000020:00000001:10.0:1557965080.931159:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965080.931160:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965080.931161:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965080.931162:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965080.931163:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965080.931164:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965080.931164:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965080.931165:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965080.931166:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965080.931167:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965080.931168:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965080.931169:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965080.931170:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f739400. 02000000:00000001:10.0:1557965080.931171:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965080.931172:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965080.931173:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965080.931174:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965080.931174:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965080.931175:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965080.931178:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965080.931179:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965080.931196:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965080.931198:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965080.931199:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965080.931200:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965080.931202:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965080.931203:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965080.931204:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965080.931205:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965080.931206:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891483200 00010000:00000001:10.0:1557965080.931207:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965080.931208:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3ac050 x1633635891483200/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:746/0 lens 224/368 e 0 to 0 dl 1557965141 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965080.931211:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965080.931212:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965080.931213:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=83 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965080.931214:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965080.931215:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965080.931216:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965080.931217:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965080.931218:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965080.931219:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965080.931221:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965080.931222:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bde00. 00000100:00000200:10.0:1557965080.931224:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891483200, offset 192 00000400:00000010:10.0:1557965080.931225:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc688000 (tot 24345892). 00000400:00000200:10.0:1557965080.931227:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965080.931233:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965080.931236:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965080.931238:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965080.931239:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965080.931240:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965080.931242:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965080.931243:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965080.931244:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965080.931245:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965080.931246:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965080.931247:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965080.931248:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965080.931249:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965080.931250:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3ac050 x1633635891483200/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:746/0 lens 224/336 e 0 to 0 dl 1557965141 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:10.0:1557965080.931254:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97248:x1633635891483200:12345-172.19.1.25@o2ib100:13 Request processed in 98us (181us total) trans 0 rc 0/0 00000100:00100000:10.0:1557965080.931257:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1664 00000100:00000040:10.0:1557965080.931258:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965080.931259:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:10.0:1557965080.931259:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:10.0:1557965080.931260:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bdc00. 00000020:00000010:10.0:1557965080.931261:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27140. 00000020:00000010:10.0:1557965080.931262:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68c200. 00000020:00000040:10.0:1557965080.931263:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 00000100:00000001:10.0:1557965080.931264:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965080.931265:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965080.931266:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff889720201060. 00000400:00000010:10.0:1557965080.931268:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bdc00. 00000400:00000001:10.0:1557965080.931269:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965080.931269:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:14.2:1557965080.931272:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965080.931281:0:14822:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000800:00000200:14.0:1557965080.931284:0:14822:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965080.931286:0:14822:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:14.0:1557965080.931287:0:14822:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:14.0:1557965080.931288:0:14822:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f739400. 02000000:00000001:14.0:1557965080.931308:0:14822:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:14.0:1557965080.931309:0:14822:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965080.931311:0:14822:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bde00 00000400:00000010:14.0:1557965080.931311:0:14822:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bde00. 00000400:00000010:14.0:1557965080.931314:0:14822:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc688000 (tot 24345492). 00000800:00000200:15.0:1557965080.931317:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965080.931319:0:14822:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000800:00000200:29.2:1557965080.939397:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:21.0:1557965080.939445:0:14815:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965080.939455:0:14815:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:21.0:1557965080.939463:0:14815:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:21.0:1557965080.939466:0:14815:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88961face600 (tot 24345892). 00000400:00000200:21.0:1557965080.939473:0:14815:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12c40 00000400:00000200:21.0:1557965080.939479:0:14815:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd921 [1] + 0 00000400:00000010:21.0:1557965080.939484:0:14815:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889713216540. 00000400:00000200:21.0:1557965080.939486:0:14815:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462a780 00000800:00000200:4.0:1557965080.939488:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000100:00000001:21.0:1557965080.939490:0:14815:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:21.0:1557965080.939493:0:14815:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:21.0:1557965080.939496:0:14815:0:(events.c:347:request_in_callback()) incoming req@ffff888630266850 x1633635870518336 msgsize 224 00000100:00100000:21.0:1557965080.939502:0:14815:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:21.0:1557965080.939504:0:14815:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:21.0:1557965080.939507:0:14815:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:21.0:1557965080.939508:0:14815:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462a780 00000400:00000010:21.0:1557965080.939510:0:14815:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462a780. 00000400:00000010:21.0:1557965080.939512:0:14815:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88961face600 (tot 24345492). 00000800:00000200:21.0:1557965080.939515:0:14815:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:21.0:1557965080.939517:0:14815:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:21.0:1557965080.939520:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965080.939542:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965080.939545:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965080.939547:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965080.939549:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965080.939550:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965080.939552:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965080.939555:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965080.939558:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518336 00000020:00000001:1.0:1557965080.939560:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965080.939561:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965080.939563:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965080.939566:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965080.939568:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965080.939571:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965080.939577:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965080.939578:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965080.939580:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965080.939583:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e100. 00000020:00000010:1.0:1557965080.939586:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6f00. 00000100:00000040:1.0:1557965080.939589:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965080.939591:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965080.939592:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965080.939593:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965080.939596:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965080.939602:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965080.939605:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965080.939606:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965080.939607:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965080.939608:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965080.939609:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965080.939610:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965080.939615:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1670 00000100:00000040:1.0:1557965080.939617:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965080.939619:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647659600 : -131365061892016 : ffff888630266850) 00000100:00000040:1.0:1557965080.939623:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266850 x1633635870518336/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:746/0 lens 224/0 e 0 to 0 dl 1557965141 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965080.939634:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965080.939635:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965080.939639:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870518336:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965080.939643:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518336 00000020:00000001:1.0:1557965080.939644:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965080.939646:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965080.939648:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965080.939650:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965080.939651:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965080.939653:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965080.939655:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965080.939656:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965080.939658:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965080.939660:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965080.939662:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965080.939663:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965080.939665:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:1.0:1557965080.939667:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965080.939669:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965080.939671:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965080.939672:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965080.939674:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965080.939675:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965080.939677:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965080.939680:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965080.939683:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965080.939687:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965080.939690:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965080.939692:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965080.939695:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965080.939697:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965080.939699:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518336 00010000:00000001:1.0:1557965080.939701:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965080.939704:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266850 x1633635870518336/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:746/0 lens 224/368 e 0 to 0 dl 1557965141 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965080.939713:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965080.939714:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965080.939716:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=83 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965080.939720:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965080.939723:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965080.939725:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965080.939727:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965080.939728:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965080.939730:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965080.939733:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965080.939735:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e300. 00000100:00000200:1.0:1557965080.939740:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518336, offset 192 00000400:00000010:1.0:1557965080.939744:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df74c00 (tot 24345892). 00000400:00000200:1.0:1557965080.939749:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965080.939763:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965080.939768:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965080.939775:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965080.939778:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965080.939780:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965080.939784:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965080.939786:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965080.939787:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965080.939790:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965080.939792:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965080.939794:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965080.939795:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965080.939796:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965080.939799:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266850 x1633635870518336/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:746/0 lens 224/336 e 0 to 0 dl 1557965141 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:1.0:1557965080.939810:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178958:x1633635870518336:12345-172.19.1.24@o2ib100:13 Request processed in 174us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965080.939817:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1670 00000100:00000040:1.0:1557965080.939820:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965080.939822:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1557965080.939823:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965080.939826:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e100. 00000020:00000010:1.0:1557965080.939828:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6f00. 00000020:00000010:1.0:1557965080.939830:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000040:1.0:1557965080.939832:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000100:00000001:1.0:1557965080.939834:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965080.939837:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965080.939839:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77900. 00000400:00000010:1.0:1557965080.939841:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e100. 00000800:00000200:29.2:1557965080.939843:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000400:00000001:1.0:1557965080.939844:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965080.939845:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:17.0:1557965080.939865:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000800:00000200:17.0:1557965080.939872:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000100:00000001:17.0:1557965080.939875:0:14818:0:(events.c:394:reply_out_callback()) Process entered 02000000:00000001:17.0:1557965080.939876:0:14818:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:17.0:1557965080.939877:0:14818:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfa8c00. 02000000:00000001:17.0:1557965080.939880:0:14818:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:17.0:1557965080.939880:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965080.939881:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627e300 00000400:00000010:17.0:1557965080.939883:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627e300. 00000400:00000010:17.0:1557965080.939885:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df74c00 (tot 24345492). 00000800:00000200:17.0:1557965080.939887:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000800:00000200:17.0:1557965080.939889:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000200:15.0:1557965081.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330068:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330080:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965081.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965081.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965081.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965081.508060:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965081.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965081.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965081.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965081.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965081.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965081.508108:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965081.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965081.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965081.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965081.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965081.508115:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965082.330052:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330058:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330074:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330078:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965082.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965082.508062:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965082.508064:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965082.508070:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965082.508070:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965082.508071:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965082.508071:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965082.508096:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965082.508117:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965082.508118:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965082.508119:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965082.508121:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965082.508123:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965082.508124:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965082.508124:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965082.658115:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88863b7f8400 (tot 24345748). 00000400:00000010:6.0:1557965082.658131:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88863b7f8400 (tot 24345492). 00000020:00000001:6.0:1557965082.659194:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965082.659195:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318798985, max_age 4318802987 00002000:00000001:6.0:1557965082.659196:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965082.659196:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965082.659197:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965082.659199:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965082.659200:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965082.659201:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965082.659202:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965082.659203:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965082.659205:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965082.659205:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965082.659206:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965082.659207:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965082.659208:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965082.659231:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965082.659232:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318803987, max_age 4318802987 00000020:00000004:6.0:1557965082.659233:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965082.659234:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965082.659254:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965082.659255:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318803987, max_age 4318802987 00000020:00000004:6.0:1557965082.659255:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965082.659256:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965082.659277:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965082.659278:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318803987, max_age 4318802987 00000020:00000004:6.0:1557965082.659279:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965082.659280:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965083.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330076:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330082:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330086:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965083.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965083.508024:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965083.508025:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965083.508029:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965083.508029:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965083.508030:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:11.0:1557965083.508031:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00010000:00000001:10.0:1557965083.508031:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965083.508032:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965083.508034:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965083.508034:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965083.508060:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965083.508061:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965083.508062:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965083.508062:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:15.0:1557965084.330072:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330079:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330088:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330097:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:15.0:1557965084.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965084.508058:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965084.508060:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965084.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965084.508066:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965084.508068:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965084.508068:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965084.508109:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965084.508111:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965084.508112:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965084.508112:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965084.508117:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965084.508118:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965084.508120:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965084.508120:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965085.330100:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330103:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330107:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330108:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330112:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330114:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965085.330116:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965085.508053:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965085.508055:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965085.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965085.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965085.508066:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965085.508067:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965085.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965085.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965085.508110:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965085.508110:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965085.508112:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965085.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965085.508116:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965085.508117:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:14.2:1557965085.939040:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:14.0:1557965085.939068:0:14821:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965085.939078:0:14821:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.25@o2ib100 00000400:00000200:14.0:1557965085.939088:0:14821:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.25@o2ib100 : PUT 00000400:00000010:14.0:1557965085.939092:0:14821:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88971c211c00 (tot 24345892). 00000400:00000200:14.0:1557965085.939101:0:14821:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.25@o2ib100 of length 224 into portal 7 MB=0x5cdc87f011260 00000400:00000200:14.0:1557965085.939109:0:14821:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.25@o2ib100 of length 224/224 into md 0x9995 [1] + 0 00000800:00000200:15.0:1557965085.939110:0:14820:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000400:00000010:14.0:1557965085.939115:0:14821:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff889717e83a20. 00000400:00000200:14.0:1557965085.939118:0:14821:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8897176f3380 00000100:00000001:14.0:1557965085.939124:0:14821:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:14.0:1557965085.939126:0:14821:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:14.0:1557965085.939129:0:14821:0:(events.c:347:request_in_callback()) incoming req@ffff88968d3abc50 x1633635891483232 msgsize 224 00000100:00100000:14.0:1557965085.939150:0:14821:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.25@o2ib100 (source: 12345-172.19.1.25@o2ib100) 00000100:00000040:14.0:1557965085.939151:0:14821:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:14.0:1557965085.939157:0:14821:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:14.0:1557965085.939158:0:14821:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8897176f3380 00000400:00000010:14.0:1557965085.939159:0:14821:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff8897176f3380. 00000400:00000010:14.0:1557965085.939162:0:14821:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88971c211c00 (tot 24345492). 00000800:00000200:14.0:1557965085.939182:0:14821:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:14.0:1557965085.939185:0:14821:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965085.939186:0:14821:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000400:00000001:10.0:1557965085.939192:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965085.939194:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965085.939197:0:29058:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:10.0:1557965085.939198:0:29058:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:10.0:1557965085.939200:0:29058:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:10.0:1557965085.939202:0:29058:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:10.0:1557965085.939205:0:29058:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:10.0:1557965085.939208:0:29058:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635891483232 00000020:00000001:10.0:1557965085.939209:0:29058:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:10.0:1557965085.939210:0:29058:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f406 00000020:00000001:10.0:1557965085.939211:0:29058:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:10.0:1557965085.939214:0:29058:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cc000 : new refcount 5 00000020:00000001:10.0:1557965085.939214:0:29058:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000020:00000001:10.0:1557965085.939215:0:29058:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003518464 : -131361706033152 : ffff8886f82cc000) 00000100:00000001:10.0:1557965085.939218:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965085.939219:0:29058:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:10.0:1557965085.939221:0:29058:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000010:10.0:1557965085.939224:0:29058:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88961f2bd000. 00000020:00000010:10.0:1557965085.939227:0:29058:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8886f2f27680. 00000100:00000040:10.0:1557965085.939229:0:29058:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:10.0:1557965085.939230:0:29058:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:10.0:1557965085.939231:0:29058:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:10.0:1557965085.939232:0:29058:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965085.939235:0:29058:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965085.939238:0:29058:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:10.0:1557965085.939241:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965085.939241:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:10.0:1557965085.939242:0:29058:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:10.0:1557965085.939242:0:29058:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:10.0:1557965085.939243:0:29058:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:10.0:1557965085.939244:0:29058:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:10.0:1557965085.939246:0:29058:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.25@o2ib100, seq: 1665 00000100:00000040:10.0:1557965085.939248:0:29058:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cc000 : new rpc_count 1 00000100:00000001:10.0:1557965085.939248:0:29058:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612778928749648 : -131294780801968 : ffff88968d3abc50) 00000100:00000040:10.0:1557965085.939251:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88968d3abc50 x1633635891483232/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:751/0 lens 224/0 e 0 to 0 dl 1557965146 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:10.0:1557965085.939256:0:29058:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:10.0:1557965085.939257:0:29058:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:10.0:1557965085.939258:0:29058:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891483232:12345-172.19.1.25@o2ib100:13 00000100:00000200:10.0:1557965085.939261:0:29058:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635891483232 00000020:00000001:10.0:1557965085.939262:0:29058:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:10.0:1557965085.939265:0:29058:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:10.0:1557965085.939265:0:29058:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965085.939266:0:29058:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:10.0:1557965085.939267:0:29058:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:10.0:1557965085.939268:0:29058:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:10.0:1557965085.939269:0:29058:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:10.0:1557965085.939270:0:29058:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:10.0:1557965085.939271:0:29058:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:10.0:1557965085.939272:0:29058:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965085.939274:0:29058:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:10.0:1557965085.939275:0:29058:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:10.0:1557965085.939277:0:29058:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557965085.939277:0:29058:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965085.939279:0:29058:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965085.939280:0:29058:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:10.0:1557965085.939283:0:29058:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:10.0:1557965085.939284:0:29058:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:10.0:1557965085.939287:0:29058:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:10.0:1557965085.939292:0:29058:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:10.0:1557965085.939293:0:29058:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:10.0:1557965085.939294:0:29058:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:10.0:1557965085.939296:0:29058:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:10.0:1557965085.939298:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:10.0:1557965085.939300:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965085.939301:0:29058:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:10.0:1557965085.939302:0:29058:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:10.0:1557965085.939304:0:29058:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:10.0:1557965085.939305:0:29058:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:10.0:1557965085.939307:0:29058:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 0, transno 0, xid 1633635891483232 00010000:00000001:10.0:1557965085.939308:0:29058:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:10.0:1557965085.939310:0:29058:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff88968d3abc50 x1633635891483232/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:751/0 lens 224/368 e 0 to 0 dl 1557965146 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:10.0:1557965085.939321:0:29058:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:10.0:1557965085.939321:0:29058:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:10.0:1557965085.939323:0:29058:0:(import.c:1677:at_measured()) add 1 to ffff8896edbdfd50 time=88 v=45 (1 1 1 1) 00000100:00000001:10.0:1557965085.939325:0:29058:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:10.0:1557965085.939327:0:29058:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff8896fb355a20 refcount 5 to 172.19.1.25@o2ib100 00000100:00000001:10.0:1557965085.939328:0:29058:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612780773890592 : -131292935661024 : ffff8896fb355a20) 02000000:00000001:10.0:1557965085.939329:0:29058:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:10.0:1557965085.939330:0:29058:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965085.939331:0:29058:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:10.0:1557965085.939333:0:29058:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.25@o2ib100 00000400:00000010:10.0:1557965085.939334:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bca80. 00000100:00000200:10.0:1557965085.939336:0:29058:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635891483232, offset 192 00000400:00000010:10.0:1557965085.939338:0:29058:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff8886fc689a00 (tot 24345892). 00000400:00000200:10.0:1557965085.939340:0:29058:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.25@o2ib100 00000400:00000200:10.0:1557965085.939347:0:29058:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.25@o2ib100(172.19.1.25@o2ib100:172.19.1.25@o2ib100) : PUT 00000800:00000200:10.0:1557965085.939351:0:29058:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.25@o2ib100 00000800:00000200:10.0:1557965085.939356:0:29058:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff889721bc0e00] -> 172.19.1.25@o2ib100 (2) version: 12 00000800:00000200:10.0:1557965085.939357:0:29058:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff889629b0dc00] (20)++ 00000800:00000200:10.0:1557965085.939358:0:29058:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff889629b0dc00] (21)++ 00000800:00000200:10.0:1557965085.939362:0:29058:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff889629b0dc00] (22)-- 00000100:00000001:10.0:1557965085.939363:0:29058:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:10.0:1557965085.939364:0:29058:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:10.0:1557965085.939365:0:29058:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff8896fb355a20 refcount 4 to 172.19.1.25@o2ib100 00000800:00000200:14.2:1557965085.939366:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff889629b0dc00] (21)++ 00000100:00000001:10.0:1557965085.939366:0:29058:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965085.939367:0:29058:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:10.0:1557965085.939368:0:29058:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:10.0:1557965085.939369:0:29058:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:10.0:1557965085.939371:0:29058:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88968d3abc50 x1633635891483232/t0(0) o13->looze-MDT0001-mdtlov_UUID@172.19.1.25@o2ib100:751/0 lens 224/336 e 0 to 0 dl 1557965146 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:14.0:1557965085.939374:0:14819:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)++ 00000100:00100000:10.0:1557965085.939375:0:29058:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create01:looze-MDT0001-mdtlov_UUID+5:97250:x1633635891483232:12345-172.19.1.25@o2ib100:13 Request processed in 118us (245us total) trans 0 rc 0/0 00000800:00000200:14.0:1557965085.939377:0:14819:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff889629b0dc00] (23)-- 00000100:00000001:14.0:1557965085.939379:0:14819:0:(events.c:394:reply_out_callback()) Process entered 00000100:00100000:10.0:1557965085.939379:0:29058:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.25@o2ib100, seq: 1665 00000100:00000001:14.0:1557965085.939380:0:14819:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:14.0:1557965085.939381:0:14819:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88961f2bca80 00000400:00000010:14.0:1557965085.939381:0:14819:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88961f2bca80. 00000100:00000040:10.0:1557965085.939381:0:29058:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cc000 : new rpc_count 0 00000100:00000001:10.0:1557965085.939382:0:29058:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:14.0:1557965085.939383:0:14819:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff8886fc689a00 (tot 24345492). 00000100:00000001:10.0:1557965085.939383:0:29058:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:14.0:1557965085.939384:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (22)-- 00000800:00000200:14.0:1557965085.939385:0:14819:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff889629b0dc00] (21)-- 00000020:00000010:10.0:1557965085.939385:0:29058:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88961f2bd000. 00000020:00000010:10.0:1557965085.939386:0:29058:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8886f2f27680. 00000020:00000010:10.0:1557965085.939388:0:29058:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8886fc68f000. 00000020:00000040:10.0:1557965085.939389:0:29058:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cc000 : new refcount 4 02000000:00000001:10.0:1557965085.939390:0:29058:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:10.0:1557965085.939391:0:29058:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff88961f73e400. 02000000:00000001:10.0:1557965085.939392:0:29058:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:10.0:1557965085.939393:0:29058:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:10.0:1557965085.939394:0:29058:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:10.0:1557965085.939396:0:29058:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff8897202012a0. 00000400:00000010:10.0:1557965085.939397:0:29058:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88961f2bd000. 00000400:00000001:10.0:1557965085.939399:0:29058:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:10.0:1557965085.939399:0:29058:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000800:00000200:29.2:1557965085.947386:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (20)++ 00000800:00000200:4.0:1557965085.947443:0:14817:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557965085.947456:0:14817:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.19.1.24@o2ib100 00000400:00000200:4.0:1557965085.947466:0:14817:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100) <- 172.19.1.24@o2ib100 : PUT 00000400:00000010:4.0:1557965085.947470:0:14817:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863fa0d800 (tot 24345892). 00000400:00000200:4.0:1557965085.947479:0:14817:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.19.1.24@o2ib100 of length 224 into portal 7 MB=0x5cdc87dc12c60 00000400:00000200:4.0:1557965085.947486:0:14817:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 7 from 12345-172.19.1.24@o2ib100 of length 224/224 into md 0xd931 [1] + 0 00000800:00000200:21.0:1557965085.947488:0:14815:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 00000400:00000010:4.0:1557965085.947491:0:14817:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff8897132166c0. 00000400:00000200:4.0:1557965085.947494:0:14817:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88873462b980 00000100:00000001:4.0:1557965085.947500:0:14817:0:(events.c:294:request_in_callback()) Process entered 00000100:00000200:4.0:1557965085.947502:0:14817:0:(events.c:304:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:4.0:1557965085.947504:0:14817:0:(events.c:347:request_in_callback()) incoming req@ffff888630266450 x1633635870518368 msgsize 224 00000100:00100000:4.0:1557965085.947510:0:14817:0:(events.c:350:request_in_callback()) peer: 12345-172.19.1.24@o2ib100 (source: 12345-172.19.1.24@o2ib100) 00000100:00000040:4.0:1557965085.947512:0:14817:0:(events.c:359:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:4.0:1557965085.947516:0:14817:0:(events.c:383:request_in_callback()) Process leaving 00000400:00000200:4.0:1557965085.947517:0:14817:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88873462b980 00000400:00000010:4.0:1557965085.947519:0:14817:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88873462b980. 00000400:00000010:4.0:1557965085.947523:0:14817:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863fa0d800 (tot 24345492). 00000800:00000200:4.0:1557965085.947526:0:14817:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8886f820e200] (21)++ 00000800:00000200:4.0:1557965085.947529:0:14817:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8886f820e200] (22)-- 00000800:00000200:4.0:1557965085.947531:0:14817:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000400:00000001:1.0:1557965085.947553:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965085.947557:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965085.947560:0:29882:0:(service.c:1859:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1557965085.947563:0:29882:0:(sec.c:2052:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1557965085.947566:0:29882:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1557965085.947567:0:29882:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1557965085.947572:0:29882:0:(sec.c:2099:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1557965085.947575:0:29882:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1633635870518368 00000020:00000001:1.0:1557965085.947578:0:29882:0:(genops.c:872:class_conn2export()) Process entered 00000020:00000040:1.0:1557965085.947580:0:29882:0:(genops.c:884:class_conn2export()) looking for export cookie 0x1f46cd4cd183f3f8 00000020:00000001:1.0:1557965085.947582:0:29882:0:(lustre_handles.c:156:class_handle2object()) Process entered 00000020:00000040:1.0:1557965085.947585:0:29882:0:(genops.c:971:class_export_get()) GETting export ffff8886f82cb400 : new refcount 5 00000020:00000001:1.0:1557965085.947587:0:29882:0:(lustre_handles.c:179:class_handle2object()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000020:00000001:1.0:1557965085.947590:0:29882:0:(genops.c:886:class_conn2export()) Process leaving (rc=18446612712003515392 : -131361706036224 : ffff8886f82cb400) 00000100:00000001:1.0:1557965085.947593:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965085.947596:0:29882:0:(service.c:1117:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1557965085.947600:0:29882:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88863df71600. 00000020:00000010:1.0:1557965085.947603:0:29882:0:(lu_ucred.c:49:lu_ucred_key_init()) kmalloced 'value': 104 at ffff88863627e700. 00000020:00000010:1.0:1557965085.947608:0:29882:0:(tgt_main.c:381:tgt_ses_key_init()) kmalloced 'value': 160 at ffff8897176f6480. 00000100:00000040:1.0:1557965085.947611:0:29882:0:(service.c:1184:ptlrpc_at_set_timer()) armed ost_create at +56s 00000100:00000001:1.0:1557965085.947613:0:29882:0:(service.c:1656:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1557965085.947615:0:29882:0:(service.c:1580:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1557965085.947616:0:29882:0:(service.c:1607:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965085.947620:0:29882:0:(service.c:1695:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965085.947626:0:29882:0:(service.c:2003:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1557965085.947630:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965085.947632:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000001:1.0:1557965085.947633:0:29882:0:(watchdog.c:412:lc_watchdog_touch()) Process entered 00000400:00000001:1.0:1557965085.947634:0:29882:0:(watchdog.c:422:lc_watchdog_touch()) Process leaving 00000100:00000001:1.0:1557965085.947635:0:29882:0:(service.c:2028:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1557965085.947637:0:29882:0:(service.c:1809:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1557965085.947642:0:29882:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.19.1.24@o2ib100, seq: 1671 00000100:00000040:1.0:1557965085.947645:0:29882:0:(service.c:1840:ptlrpc_server_request_get()) RPC GETting export ffff8886f82cb400 : new rpc_count 1 00000100:00000001:1.0:1557965085.947647:0:29882:0:(service.c:1842:ptlrpc_server_request_get()) Process leaving (rc=18446612708647658576 : -131365061893040 : ffff888630266450) 00000100:00000040:1.0:1557965085.947655:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff888630266450 x1633635870518368/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:751/0 lens 224/0 e 0 to 0 dl 1557965146 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1557965085.947665:0:29882:0:(service.c:1049:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1557965085.947666:0:29882:0:(service.c:1062:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1557965085.947670:0:29882:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870518368:12345-172.19.1.24@o2ib100:13 00000100:00000200:1.0:1557965085.947673:0:29882:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1633635870518368 00000020:00000001:1.0:1557965085.947676:0:29882:0:(tgt_handler.c:672:tgt_request_handle()) Process entered 00000020:00000001:1.0:1557965085.947679:0:29882:0:(tgt_handler.c:617:process_req_last_xid()) Process entered 00000020:00000001:1.0:1557965085.947680:0:29882:0:(tgt_handler.c:657:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965085.947682:0:29882:0:(tgt_handler.c:584:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1557965085.947684:0:29882:0:(tgt_handler.c:611:tgt_handler_find_check()) Process leaving (rc=18446744072654304752 : -1055246864 : ffffffffc11a35f0) 00000020:00000001:1.0:1557965085.947687:0:29882:0:(tgt_handler.c:523:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1557965085.947688:0:29882:0:(tgt_handler.c:573:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1557965085.947690:0:29882:0:(tgt_handler.c:382:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1557965085.947691:0:29882:0:(tgt_handler.c:311:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1557965085.947693:0:29882:0:(tgt_handler.c:366:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965085.947696:0:29882:0:(pack_generic.c:334:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1557965085.947698:0:29882:0:(sec.c:2112:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1557965085.947700:0:29882:0:(sec_null.c:318:null_alloc_rs()) kmalloced 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:1.0:1557965085.947702:0:29882:0:(sec.c:2148:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965085.947704:0:29882:0:(pack_generic.c:368:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1557965085.947707:0:29882:0:(ofd_dev.c:1927:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1557965085.947710:0:29882:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:1.0:1557965085.947712:0:29882:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00002000:00000001:1.0:1557965085.947714:0:29882:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1557965085.947716:0:29882:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:1.0:1557965085.947719:0:29882:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:1.0:1557965085.947722:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:1.0:1557965085.947726:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965085.947729:0:29882:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1557965085.947731:0:29882:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445273864 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:1.0:1557965085.947734:0:29882:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00002000:00000001:1.0:1557965085.947737:0:29882:0:(ofd_dev.c:1943:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1557965085.947739:0:29882:0:(ldlm_lib.c:2886:target_committed_to_req()) last_committed 34359738568, transno 0, xid 1633635870518368 00010000:00000001:1.0:1557965085.947742:0:29882:0:(ldlm_lib.c:2950:target_send_reply()) Process entered 00010000:00000200:1.0:1557965085.947746:0:29882:0:(ldlm_lib.c:2938:target_send_reply_msg()) @@@ sending reply req@ffff888630266450 x1633635870518368/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:751/0 lens 224/368 e 0 to 0 dl 1557965146 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:1.0:1557965085.947756:0:29882:0:(ldlm_lib.c:2897:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1557965085.947757:0:29882:0:(ldlm_lib.c:2916:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1557965085.947760:0:29882:0:(import.c:1677:at_measured()) add 1 to ffff88863b610150 time=88 v=45 (1 1 1 1) 00000100:00000001:1.0:1557965085.947764:0:29882:0:(connection.c:127:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1557965085.947767:0:29882:0:(connection.c:132:ptlrpc_connection_addref()) conn=ffff88863c3aa3c0 refcount 4 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965085.947769:0:29882:0:(connection.c:134:ptlrpc_connection_addref()) Process leaving (rc=18446612708850312128 : -131364859239488 : ffff88863c3aa3c0) 02000000:00000001:1.0:1557965085.947771:0:29882:0:(sec.c:2161:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1557965085.947773:0:29882:0:(sec.c:2172:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965085.947775:0:29882:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:1.0:1557965085.947778:0:29882:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-172.19.1.24@o2ib100 00000400:00000010:1.0:1557965085.947781:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627eb00. 00000100:00000200:1.0:1557965085.947784:0:29882:0:(niobuf.c:85:ptl_send_buf()) Sending 336 bytes to portal 4, xid 1633635870518368, offset 192 00000400:00000010:1.0:1557965085.947788:0:29882:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88863df75800 (tot 24345892). 00000400:00000200:1.0:1557965085.947792:0:29882:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.19.1.24@o2ib100 00000400:00000200:1.0:1557965085.947806:0:29882:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.19.1.36@o2ib100(172.19.1.36@o2ib100:172.19.1.36@o2ib100) -> 172.19.1.24@o2ib100(172.19.1.24@o2ib100:172.19.1.24@o2ib100) : PUT 00000800:00000200:1.0:1557965085.947812:0:29882:0:(o2iblnd_cb.c:1500:kiblnd_send()) sending 336 bytes in 1 frags to 12345-172.19.1.24@o2ib100 00000800:00000200:1.0:1557965085.947820:0:29882:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff887775d77b80] -> 172.19.1.24@o2ib100 (2) version: 12 00000800:00000200:1.0:1557965085.947823:0:29882:0:(o2iblnd_cb.c:1381:kiblnd_launch_tx()) conn[ffff8886f820e200] (20)++ 00000800:00000200:1.0:1557965085.947826:0:29882:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8886f820e200] (21)++ 00000800:00000200:1.0:1557965085.947832:0:29882:0:(o2iblnd_cb.c:1387:kiblnd_launch_tx()) conn[ffff8886f820e200] (22)-- 00000100:00000001:1.0:1557965085.947833:0:29882:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1557965085.947835:0:29882:0:(connection.c:91:ptlrpc_connection_put()) Process entered 00000100:00000040:1.0:1557965085.947838:0:29882:0:(connection.c:119:ptlrpc_connection_put()) PUT conn=ffff88863c3aa3c0 refcount 3 to 172.19.1.24@o2ib100 00000100:00000001:1.0:1557965085.947840:0:29882:0:(connection.c:121:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1557965085.947842:0:29882:0:(ldlm_lib.c:2962:target_send_reply()) Process leaving 00000020:00000001:1.0:1557965085.947843:0:29882:0:(tgt_handler.c:475:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1557965085.947845:0:29882:0:(tgt_handler.c:780:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1557965085.947848:0:29882:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff888630266450 x1633635870518368/t0(0) o13->looze-MDT0000-mdtlov_UUID@172.19.1.24@o2ib100:751/0 lens 224/336 e 0 to 0 dl 1557965146 ref 1 fl Interpret:/0/0 rc 0/0 00000800:00000200:29.2:1557965085.947864:0:0:0:(o2iblnd_cb.c:3515:kiblnd_cq_completion()) conn[ffff8886f820e200] (21)++ 00000100:00100000:1.0:1557965085.947867:0:29882:0:(service.c:2139:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ll_ost_create00:looze-MDT0000-mdtlov_UUID+5:178959:x1633635870518368:12345-172.19.1.24@o2ib100:13 Request processed in 200us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1557965085.947878:0:29882:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.19.1.24@o2ib100, seq: 1671 00000100:00000040:1.0:1557965085.947881:0:29882:0:(service.c:1034:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8886f82cb400 : new rpc_count 0 00000100:00000001:1.0:1557965085.947884:0:29882:0:(service.c:1613:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:17.0:1557965085.947885:0:14818:0:(o2iblnd_cb.c:3637:kiblnd_scheduler()) conn[ffff8886f820e200] (22)++ 00000100:00000001:1.0:1557965085.947886:0:29882:0:(service.c:1624:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1557965085.947904:0:29882:0:(lu_ucred.c:49:lu_ucred_key_fini()) kfreed 'info': 104 at ffff88863627e700. 00000800:00000200:17.0:1557965085.947905:0:14818:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8886f820e200] (23)-- 00000020:00000010:1.0:1557965085.947905:0:29882:0:(tgt_main.c:381:tgt_ses_key_fini()) kfreed 'info': 160 at ffff8897176f6480. 00000020:00000010:1.0:1557965085.947907:0:29882:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88863df71600. 00000100:00000001:17.0:1557965085.947908:0:14818:0:(events.c:394:reply_out_callback()) Process entered 00000100:00000001:17.0:1557965085.947909:0:14818:0:(events.c:405:reply_out_callback()) Process leaving 00000400:00000200:17.0:1557965085.947909:0:14818:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88863627eb00 00000020:00000040:1.0:1557965085.947909:0:29882:0:(genops.c:981:class_export_put()) PUTting export ffff8886f82cb400 : new refcount 4 00000400:00000010:17.0:1557965085.947910:0:14818:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88863627eb00. 00000400:00000010:17.0:1557965085.947911:0:14818:0:(lib-lnet.h:454:lnet_msg_free()) kfreed 'msg': 400 at ffff88863df75800 (tot 24345492). 02000000:00000001:1.0:1557965085.947911:0:29882:0:(sec.c:2182:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:17.0:1557965085.947912:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (22)-- 02000000:00000010:1.0:1557965085.947912:0:29882:0:(sec_null.c:343:null_free_rs()) kfreed 'rs': 624 at ffff8886fcfacc00. 02000000:00000001:1.0:1557965085.947913:0:29882:0:(sec.c:2195:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:17.0:1557965085.947914:0:14818:0:(o2iblnd_cb.c:3653:kiblnd_scheduler()) conn[ffff8886f820e200] (21)-- 00000100:00000001:1.0:1557965085.947914:0:29882:0:(service.c:2159:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1557965085.947916:0:29882:0:(niobuf.c:953:ptlrpc_register_rqbd()) LNetMEAttach: portal 7 00000400:00000010:1.0:1557965085.947918:0:29882:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff888734a77d20. 00000400:00000010:1.0:1557965085.947920:0:29882:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88863627e700. 00000400:00000001:1.0:1557965085.947922:0:29882:0:(watchdog.c:428:lc_watchdog_disable()) Process entered 00000400:00000001:1.0:1557965085.947923:0:29882:0:(watchdog.c:436:lc_watchdog_disable()) Process leaving 00000400:00000200:8.0:1557965086.330045:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330051:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330056:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330063:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330067:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330071:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965086.330075:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965086.508056:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965086.508057:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965086.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965086.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965086.508062:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965086.508063:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965086.508088:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965086.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965086.508107:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965086.508108:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965086.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965086.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965086.508115:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965086.508116:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965087.330053:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330060:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330064:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330073:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330081:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965087.330085:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965087.508050:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965087.508052:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965087.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965087.508059:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965087.508061:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965087.508062:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965087.508099:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965087.508103:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965087.508106:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965087.508106:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965087.508107:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965087.508110:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965087.508113:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965087.508114:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:6.0:1557965087.659675:0:39725:0:(router_proc.c:158:proc_lnet_routes()) alloc '(tmpstr)': 256 at ffff88873ce3bb00 (tot 24345748). 00000400:00000010:6.0:1557965087.659685:0:39725:0:(router_proc.c:255:proc_lnet_routes()) kfreed 'tmpstr': 256 at ffff88873ce3bb00 (tot 24345492). 00000020:00000001:6.0:1557965087.660802:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965087.660803:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318803987, max_age 4318807988 00002000:00000001:6.0:1557965087.660805:0:39725:0:(ofd_obd.c:725:ofd_statfs()) Process entered 00002000:00000001:6.0:1557965087.660805:0:39725:0:(tgt_grant.c:287:tgt_statfs_internal()) Process entered 00080000:00000001:6.0:1557965087.660807:0:39725:0:(osd_handler.c:540:osd_statfs()) Process entered 00080000:00000001:6.0:1557965087.660811:0:39725:0:(osd_handler.c:549:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:6.0:1557965087.660812:0:39725:0:(tgt_grant.c:361:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:6.0:1557965087.660813:0:39725:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 76873728 pending 0 free 58362977189888 avail 58362975092736 00002000:00000020:6.0:1557965087.660814:0:39725:0:(tgt_grant.c:212:tgt_grant_sanity_check()) looze-OST0009: processing self export: 39256064 0 0 00002000:00000020:6.0:1557965087.660815:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli 50f1fe9a-3e31-ad51-23a4-b3638f11f184/ffff8886fe7c7800 dirty 0 pend 0 grant 37617664 00002000:00000020:6.0:1557965087.660817:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0001-mdtlov_UUID/ffff8886f82cc000 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965087.660818:0:39725:0:(tgt_grant.c:145:tgt_check_export_grants()) looze-OST0009: cli looze-MDT0000-mdtlov_UUID/ffff8886f82cb400 dirty 0 pend 0 grant 0 00002000:00000020:6.0:1557965087.660819:0:39725:0:(ofd_obd.c:760:ofd_statfs()) 445274481 blocks: 445274179 free, 445274163 avail; 5165877100 objects: 5165876217 free; state 0 00002000:00000001:6.0:1557965087.660820:0:39725:0:(ofd_obd.c:794:ofd_statfs()) Process leaving 00000020:00000001:6.0:1557965087.660821:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965087.660858:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965087.660859:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318808988, max_age 4318807988 00000020:00000004:6.0:1557965087.660860:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965087.660861:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965087.660896:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965087.660896:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318808988, max_age 4318807988 00000020:00000004:6.0:1557965087.660897:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965087.660898:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:6.0:1557965087.660930:0:39725:0:(obd_class.h:1094:obd_statfs()) Process entered 00000020:00000004:6.0:1557965087.660930:0:39725:0:(obd_class.h:1104:obd_statfs()) osfs 4318808988, max_age 4318807988 00000020:00000004:6.0:1557965087.660931:0:39725:0:(obd_class.h:1118:obd_statfs()) looze-OST0009: use ffff8896fdee10e0 cache blocks 445274163/445274481 objects 5165876217/5165877100 00000020:00000001:6.0:1557965087.660932:0:39725:0:(obd_class.h:1123:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965088.330077:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330084:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330092:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330096:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330101:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330105:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330109:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965088.330112:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965088.508052:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965088.508053:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965088.508056:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965088.508057:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965088.508058:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965088.508058:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965088.508082:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965088.508101:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965088.508103:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965088.508105:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965088.508108:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965088.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965088.508110:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965088.508111:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965089.330024:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330027:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330028:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330030:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330031:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330033:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330034:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965089.330035:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00010000:00000001:10.0:1557965089.508047:0:14906:0:(ldlm_pool.c:339:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:10.0:1557965089.508050:0:14906:0:(ldlm_pool.c:371:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965089.508057:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965089.508061:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:10.0:1557965089.508063:0:14906:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:10.0:1557965089.508064:0:14906:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965089.508100:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965089.508102:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:11.0:1557965089.508105:0:31642:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:11.0:1557965089.508106:0:31642:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965089.508107:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965089.508109:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:24.0:1557965089.508111:0:31454:0:(genops.c:1976:obd_stale_export_get()) Process entered 00000020:00000001:24.0:1557965089.508112:0:31454:0:(genops.c:1990:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:8.0:1557965090.330055:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.52@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330061:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.53@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330065:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.54@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330070:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.1.55@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330087:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.22@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330089:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.23@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330090:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.24@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658 00000400:00000200:8.0:1557965090.330093:0:14825:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.19.2.25@o2ib100 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4318797658