00002000:00000001:1.0:1552665902.412700:0:9596:0:(mdt_io.c:1643:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1552665902.412701:0:9596:0:(ldlm_request.c:466:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1552665902.412701:0:9596:0:(ldlm_lock.c:1662:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1552665902.412702:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 4 00010000:00000001:1.0:1552665902.412703:0:9596:0:(ldlm_resource.c:1469:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1552665902.412704:0:9596:0:(ldlm_lock.c:452:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1552665902.412705:0:9596:0:(ldlm_lock.c:457:ldlm_lock_new()) slab-alloced 'lock': 560 at ffffa02b1340c480. 00000020:00000001:1.0:1552665902.412705:0:9596:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1552665902.412706:0:9596:0:(lustre_handles.c:99:class_handle_hash()) added object ffffa02b1340c480 with handle 0xb6fdd2157abc0898 to hash 00000020:00000001:1.0:1552665902.412707:0:9596:0:(lustre_handles.c:100:class_handle_hash()) Process leaving 00010000:00000001:1.0:1552665902.412707:0:9596:0:(ldlm_lock.c:496:ldlm_lock_new()) Process leaving (rc=18446638705599890560 : -105368109661056 : ffffa02b1340c480) 00010000:00000001:1.0:1552665902.412708:0:9596:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process leaving (rc=18446638705599890560 : -105368109661056 : ffffa02b1340c480) 00010000:00000001:1.0:1552665902.412709:0:9596:0:(ldlm_lock.c:263:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1552665902.412709:0:9596:0:(ldlm_lock.c:266:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1552665902.412710:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 5 00010000:00010000:1.0:1552665902.412711:0:9596:0:(ldlm_lock.c:753:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffffa02b1340c480/0xb6fdd2157abc0898 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1552665902.412714:0:9596:0:(ldlm_resource.c:1568:ldlm_resource_putref()) putref res: ffffa02bb422c000 count: 4 00010000:00000001:1.0:1552665902.412716:0:9596:0:(ldlm_lock.c:1755:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1552665902.412716:0:9596:0:(ldlm_lock.c:1716:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1552665902.412717:0:9596:0:(ldlm_inodebits.c:211:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1552665902.412717:0:9596:0:(ldlm_inodebits.c:86:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1552665902.412718:0:9596:0:(ldlm_lock.c:707:ldlm_add_ast_work_item()) Process entered 00010000:00000040:1.0:1552665902.412718:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 5 00010000:00010000:1.0:1552665902.412719:0:9596:0:(ldlm_lock.c:662:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffffa02b125fba80/0xb6fdd2157abc053b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40200000000000 nid: 0@lo remote: 0xb6fdd2157abc052d expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1552665902.412723:0:9596:0:(ldlm_resource.c:1568:ldlm_resource_putref()) putref res: ffffa02bb422c000 count: 4 00010000:00000001:1.0:1552665902.412723:0:9596:0:(ldlm_lock.c:713:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1552665902.412724:0:9596:0:(ldlm_inodebits.c:190:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.412725:0:9596:0:(ldlm_inodebits.c:86:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1552665902.412725:0:9596:0:(ldlm_inodebits.c:190:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1552665902.412726:0:9596:0:(ldlm_inodebits.c:295:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1552665902.412727:0:9596:0:(ldlm_lock.c:1976:ldlm_handle_conflict_lock()) Process entered 00010000:00000040:1.0:1552665902.412727:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 5 00010000:00010000:1.0:1552665902.412728:0:9596:0:(ldlm_resource.c:1594:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffffa02b1340c480/0xb6fdd2157abc0898 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1552665902.412731:0:9596:0:(ldlm_resource.c:1568:ldlm_resource_putref()) putref res: ffffa02bb422c000 count: 4 00010000:00000010:1.0:1552665902.412732:0:9596:0:(ldlm_lock.c:2246:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffffa02ab60c30c0. 00000100:00000001:1.0:1552665902.412733:0:9596:0:(client.c:975:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1552665902.412734:0:9596:0:(client.c:977:ptlrpc_prep_set()) kmalloced '(set)': 112 at ffffa02b13801980. 00000100:00000001:1.0:1552665902.412734:0:9596:0:(client.c:992:ptlrpc_prep_set()) Process leaving (rc=18446638705604041088 : -105368105510528 : ffffa02b13801980) 00000100:00000001:1.0:1552665902.412735:0:9596:0:(client.c:1018:ptlrpc_prep_fcset()) Process leaving (rc=18446638705604041088 : -105368105510528 : ffffa02b13801980) 00000100:00000001:1.0:1552665902.412736:0:9596:0:(client.c:2335:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1552665902.412737:0:9596:0:(client.c:1657:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1552665902.412737:0:9596:0:(ldlm_lock.c:2061:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1552665902.412738:0:9596:0:(ldlm_lock.c:189:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1552665902.412738:0:9596:0:(ldlm_lock.c:223:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1552665902.412739:0:9596:0:(tgt_handler.c:1254:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1552665902.412739:0:9596:0:(ldlm_lockd.c:849:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1552665902.412740:0:9596:0:(ldlm_lockd.c:807:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1552665902.412740:0:9596:0:(ldlm_lockd.c:829:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1552665902.412742:0:9596:0:(client.c:494:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1096 at ffffa02b250b2d00. 00000020:00000040:1.0:1552665902.412742:0:9596:0:(genops.c:1251:class_import_get()) import ffffa02b13b64000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1552665902.412744:0:9596:0:(client.c:701:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1552665902.412744:0:9596:0:(sec.c:436:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1552665902.412745:0:9596:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1552665902.412747:0:9596:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffffa02b17c58400. 00000100:00000001:1.0:1552665902.412748:0:9596:0:(client.c:775:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1552665902.412749:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 5 00010000:00010000:1.0:1552665902.412750:0:9596:0:(ldlm_lockd.c:908:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffffa02b125fba80/0xb6fdd2157abc053b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50200000010020 nid: 0@lo remote: 0xb6fdd2157abc052d expref: 20 pid: 9596 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1552665902.412754:0:9596:0:(ldlm_resource.c:1568:ldlm_resource_putref()) putref res: ffffa02bb422c000 count: 4 00010000:00000040:1.0:1552665902.412756:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 5 00010000:00010000:1.0:1552665902.412757:0:9596:0:(ldlm_lockd.c:465:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffffa02b125fba80/0xb6fdd2157abc053b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x70200400010020 nid: 0@lo remote: 0xb6fdd2157abc052d expref: 20 pid: 9596 timeout: 546 lvb_type: 0 00010000:00000040:1.0:1552665902.412761:0:9596:0:(ldlm_resource.c:1568:ldlm_resource_putref()) putref res: ffffa02bb422c000 count: 4 00010000:00000001:1.0:1552665902.412762:0:9596:0:(ldlm_lockd.c:785:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1552665902.412763:0:9596:0:(client.c:1543:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1552665902.412764:0:9596:0:(lustre_net.h:2494:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/224 e 0 to 0 dl 0 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1552665902.412767:0:9596:0:(client.c:1160:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1552665902.412768:0:9596:0:(client.c:1215:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1552665902.412769:0:9596:0:(sec.c:687:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1552665902.412769:0:9596:0:(sec.c:714:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1552665902.412770:0:9596:0:(client.c:1631:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc mdt00_005:lustre-MDT0000_UUID:9596:1628088176745408:0@lo:104 00000100:00000001:1.0:1552665902.412772:0:9596:0:(niobuf.c:706:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1552665902.412772:0:9596:0:(sec.c:988:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1552665902.412773:0:9596:0:(sec.c:1024:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1552665902.412773:0:9596:0:(sec.c:1694:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1552665902.412774:0:9596:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffffa02b1394e400. 02000000:00000001:1.0:1552665902.412775:0:9596:0:(sec.c:1704:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1552665902.412776:0:9596:0:(lib-lnet.h:278:lnet_me_alloc()) slab-alloced 'me' at ffffa02b19bafd20. 00000400:00000010:1.0:1552665902.412778:0:9596:0:(lib-lnet.h:232:lnet_md_alloc()) slab-alloced 'md' of size 136 at ffffa02b19a4dbb0. 00000100:00000200:1.0:1552665902.412779:0:9596:0:(niobuf.c:882:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1628088176745408, portal 16 00000100:00000001:1.0:1552665902.412784:0:9596:0:(client.c:2855:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1552665902.412784:0:9596:0:(client.c:2857:ptlrpc_request_addref()) Process leaving (rc=18446638705898368256 : -105367811183360 : ffffa02b250b2d00) 00000100:00000040:1.0:1552665902.412786:0:9596:0:(niobuf.c:903:ptl_send_rpc()) @@@ send flg=0 req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/224 e 0 to 0 dl 1552665909 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1552665902.412789:0:9596:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1552665902.412790:0:9596:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1552665902.412791:0:9596:0:(lib-lnet.h:232:lnet_md_alloc()) slab-alloced 'md' of size 136 at ffffa02b19a4dc38. 00000100:00000200:1.0:1552665902.412792:0:9596:0:(niobuf.c:86:ptl_send_buf()) Sending 296 bytes to portal 15, xid 1628088176745408, offset 0 00000400:00000010:1.0:1552665902.412793:0:9596:0:(lib-lnet.h:483:lnet_msg_alloc()) alloc '(msg)': 440 at ffffa02b399c1800 (tot 176017704). 00000400:00000200:1.0:1552665902.412794:0:9596:0:(lib-move.c:4608:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1552665902.412797:0:9596:0:(lib-move.c:4114:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1552665902.412798:0:9596:0:(lib-lnet.h:483:lnet_msg_alloc()) alloc '(msg)': 440 at ffffa02b399c0800 (tot 176018144). 00000400:00000200:1.0:1552665902.412800:0:9596:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-0@lo of length 296 into portal 15 MB=0x5c8bcd1701bc0 00000400:00000200:1.0:1552665902.412801:0:9596:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 296/296 into md 0x2509 [1] + 0 00000100:00000001:1.0:1552665902.412804:0:9596:0:(events.c:295:request_in_callback()) Process entered 00000100:00000200:1.0:1552665902.412804:0:9596:0:(events.c:305:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1552665902.412805:0:9596:0:(client.c:494:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1096 at ffffa02b250b0000. 00000100:00000040:1.0:1552665902.412806:0:9596:0:(events.c:348:request_in_callback()) incoming req@ffffa02b250b0000 x1628088176745408 msgsize 296 00000100:00100000:1.0:1552665902.412808:0:9596:0:(events.c:351:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1552665902.412817:0:9596:0:(events.c:384:request_in_callback()) Process leaving 00000400:00000200:1.0:1552665902.412818:0:9596:0:(lib-msg.c:816:lnet_is_health_check()) health check = 0, status = 0, hstatus = 0 00000400:00000010:1.0:1552665902.412819:0:9596:0:(lib-lnet.h:493:lnet_msg_free()) kfreed 'msg': 440 at ffffa02b399c0800 (tot 176017704). 00000100:00000001:1.0:1552665902.412821:0:9596:0:(events.c:52:request_out_callback()) Process entered 00000100:00000200:1.0:1552665902.412821:0:9596:0:(events.c:57:request_out_callback()) @@@ type 5, status 0 req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/224 e 0 to 0 dl 1552665909 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1552665902.412825:0:9596:0:(client.c:2536:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1552665902.412826:0:9596:0:(client.c:2545:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/224 e 0 to 0 dl 1552665909 ref 2 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:1.0:1552665902.412829:0:9596:0:(client.c:2576:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1552665902.412830:0:9596:0:(events.c:81:request_out_callback()) Process leaving 00000400:00000200:1.0:1552665902.412830:0:9596:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffffa02b19a4dc38 00000400:00000010:1.0:1552665902.412831:0:9596:0:(lib-lnet.h:263:lnet_md_free()) slab-freed 'md' at ffffa02b19a4dc38. 00000400:00000200:1.0:1552665902.412832:0:9596:0:(lib-msg.c:816:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1552665902.412833:0:9596:0:(lib-msg.c:630:lnet_health_check()) health check: 0@lo->self: PUT: OK 00000400:00000010:1.0:1552665902.412834:0:9596:0:(lib-lnet.h:493:lnet_msg_free()) kfreed 'msg': 440 at ffffa02b399c1800 (tot 176017264). 00000100:00000001:1.0:1552665902.412835:0:9596:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1552665902.412836:0:9596:0:(niobuf.c:911:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1552665902.412837:0:9596:0:(client.c:1651:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.412838:0:9596:0:(ldlm_lockd.c:797:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.412839:0:9596:0:(ldlm_lockd.c:939:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1552665902.412839:0:9596:0:(tgt_handler.c:1309:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.412840:0:9596:0:(ldlm_lock.c:189:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1552665902.412840:0:9596:0:(ldlm_lock.c:223:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1552665902.412841:0:9596:0:(ldlm_lock.c:2113:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.412842:0:9596:0:(ldlm_lock.c:2061:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1552665902.412842:0:9596:0:(ldlm_lock.c:2064:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1552665902.412843:0:9596:0:(client.c:1671:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1552665902.412844:0:9596:0:(lu_object.c:1653:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02b399c1800. 00000020:00000010:1.0:1552665902.412845:0:9596:0:(lu_object.c:508:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02b399c0800. 00000020:00000010:1.0:1552665902.412846:0:9596:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1240 at ffffa02b38af9800. 00000020:00000010:1.0:1552665902.412847:0:9596:0:(tgt_main.c:399:tgt_key_init()) slab-alloced 'thread': 1296 at ffffa02b2551c1d0. 00000020:00000010:1.0:1552665902.412849:0:9596:0:(update_records.c:1217:update_key_init()) kmalloced '(value)': 416 at ffffa02b35ed1600. 80000000:00000010:1.0:1552665902.412850:0:9596:0:(fld_handler.c:55:fld_key_init()) kmalloced '(value)': 72 at ffffa02b19baf9c0. 40000000:00000010:1.0:1552665902.412851:0:9596:0:(fid_handler.c:454:seq_key_init()) kmalloced '(value)': 48 at ffffa02ab60c3640. 00040000:00000010:1.0:1552665902.412852:0:9596:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 224 at ffffa02baaa59b00. 00040000:00000010:1.0:1552665902.412852:0:9596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 400 at ffffa02b35ed0200. 00080000:00000010:1.0:1552665902.412854:0:9596:0:(osd_handler.c:7307:osd_key_init()) kmalloced '(info)': 3752 at ffffa02b25055000. 00080000:00000010:1.0:1552665902.412855:0:9596:0:(osd_handler.c:7311:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffffa02baa59a000. 00100000:00000010:1.0:1552665902.412857:0:9596:0:(lfsck_lib.c:49:lfsck_key_init()) kmalloced '(value)': 1744 at ffffa02b38af9000. 00002000:00000010:1.0:1552665902.412858:0:9596:0:(ofd_dev.c:2774:ofd_key_init()) kmalloced '(value)': 784 at ffffa02b1207b000. 00000100:00000001:1.0:1552665902.412859:0:9596:0:(client.c:2282:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1552665902.412859:0:9596:0:(client.c:2318:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1552665902.412860:0:9596:0:(client.c:2368:ptlrpc_set_wait()) set ffffa02b13801980 going to sleep for 6 seconds 00000100:00000001:1.0:1552665902.412861:0:9596:0:(client.c:1691:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1552665902.412862:0:9596:0:(client.c:2105:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1552665902.412863:0:9596:0:(client.c:1691:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1552665902.412863:0:9596:0:(client.c:2105:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1552665902.412872:0:8654:0:(service.c:2148:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb00_000:df6b7a0d-3b94-7586-0710-d7bd6f26e797+5:9596:x1628088176745408:12345-0@lo:104 00000100:00000001:1.0:1552665902.412931:0:9596:0:(client.c:1691:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1552665902.412932:0:9596:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1552665902.412934:0:9596:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1552665902.412934:0:9596:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:1.0:1552665902.412936:0:9596:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/224 e 0 to 0 dl 1552665909 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:1.0:1552665902.412940:0:9596:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/224 e 0 to 0 dl 1552665909 ref 1 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:1.0:1552665902.412943:0:9596:0:(events.c:172:reply_in_callback()) Process leaving 00000400:00000010:1.0:1552665902.412944:0:9596:0:(lib-lnet.h:288:lnet_me_free()) slab-freed 'me' at ffffa02b19bafd20. 00000400:00000200:1.0:1552665902.412945:0:9596:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffffa02b19a4dbb0 00000400:00000010:1.0:1552665902.412945:0:9596:0:(lib-lnet.h:263:lnet_md_free()) slab-freed 'md' at ffffa02b19a4dbb0. 00000100:00000001:1.0:1552665902.412946:0:9596:0:(client.c:2632:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1552665902.412947:0:9596:0:(client.c:1350:after_reply()) Process entered 02000000:00000001:1.0:1552665902.412947:0:9596:0:(sec.c:1031:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1552665902.412948:0:9596:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1552665902.412948:0:9596:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1552665902.412949:0:9596:0:(sec.c:1085:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1552665902.412950:0:9596:0:(import.c:1798:at_measured()) add 1 to ffffa02b13b643e0 time=1 v=1 (1 0 0 0) 00000100:00100000:0.0:1552665902.412951:0:8654:0:(service.c:2198:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb00_000:df6b7a0d-3b94-7586-0710-d7bd6f26e797+5:9596:x1628088176745408:12345-0@lo:104 Request processed in 79us (144us total) trans 0 rc 0/0 00000100:00001000:1.0:1552665902.412952:0:9596:0:(import.c:1798:at_measured()) add 1 to ffffa02b13b643a8 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1552665902.412953:0:9596:0:(client.c:1266:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1552665902.412953:0:9596:0:(client.c:1290:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.412954:0:9596:0:(ldlm_request.c:1455:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1552665902.412955:0:9596:0:(ldlm_request.c:1462:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1552665902.412955:0:9596:0:(client.c:1530:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1552665902.412956:0:9596:0:(lustre_net.h:2494:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/192 e 0 to 0 dl 1552665909 ref 1 fl Rpc:R/0/0 rc 0/0 00000100:00000001:1.0:1552665902.412960:0:9596:0:(client.c:2006:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1552665902.412961:0:9596:0:(niobuf.c:443:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1552665902.412961:0:9596:0:(niobuf.c:453:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1552665902.412962:0:9596:0:(ldlm_lockd.c:718:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1552665902.412963:0:9596:0:(ldlm_lock.c:189:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1552665902.412964:0:9596:0:(ldlm_lock.c:223:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1552665902.412964:0:9596:0:(ldlm_lockd.c:768:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1552665902.412965:0:9596:0:(lustre_net.h:2494:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/192 e 0 to 0 dl 1552665909 ref 1 fl Interpret:R/0/0 rc 0/0 00000100:00100000:1.0:1552665902.412969:0:9596:0:(client.c:2061:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc mdt00_005:lustre-MDT0000_UUID:9596:1628088176745408:0@lo:104 00000100:00000001:1.0:1552665902.412970:0:9596:0:(client.c:2105:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1552665902.412972:0:9596:0:(lu_object.c:508:lu_global_key_fini()) kfreed 'info': 512 at ffffa02b399c0800. 00000020:00000010:1.0:1552665902.412974:0:9596:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1240 at ffffa02b38af9800. 00000020:00000010:1.0:1552665902.412975:0:9596:0:(tgt_main.c:421:tgt_key_fini()) slab-freed '(info)': 1296 at ffffa02b2551c1d0. 00000020:00000010:1.0:1552665902.412976:0:9596:0:(update_records.c:1213:update_key_fini()) kfreed 'info': 416 at ffffa02b35ed1600. 80000000:00000010:1.0:1552665902.412977:0:9596:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffffa02b19baf9c0. 40000000:00000010:1.0:1552665902.412977:0:9596:0:(fid_handler.c:454:seq_key_fini()) kfreed 'info': 48 at ffffa02ab60c3640. 00040000:00000010:1.0:1552665902.412978:0:9596:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 224 at ffffa02baaa59b00. 00040000:00000010:1.0:1552665902.412979:0:9596:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 400 at ffffa02b35ed0200. 00080000:00000010:1.0:1552665902.412980:0:9596:0:(osd_handler.c:7351:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffffa02baa59a000. 00080000:00000010:1.0:1552665902.412981:0:9596:0:(osd_handler.c:7362:osd_key_fini()) kfreed 'info': 3752 at ffffa02b25055000. 00100000:00000010:1.0:1552665902.412982:0:9596:0:(lfsck_lib.c:59:lfsck_key_fini()) kfreed 'info': 1744 at ffffa02b38af9000. 00002000:00000010:1.0:1552665902.412983:0:9596:0:(ofd_dev.c:2774:ofd_key_fini()) kfreed 'info': 784 at ffffa02b1207b000. 00000020:00000010:1.0:1552665902.412984:0:9596:0:(lu_object.c:1585:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02b399c1800. 00000100:00000001:1.0:1552665902.412984:0:9596:0:(client.c:2444:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1552665902.412985:0:9596:0:(client.c:1035:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1552665902.412986:0:9596:0:(client.c:2536:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1552665902.412986:0:9596:0:(client.c:2545:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffffa02b250b2d00 x1628088176745408/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 296/192 e 0 to 0 dl 1552665909 ref 1 fl Complete:R/0/0 rc 0/0 00000100:00000001:1.0:1552665902.412990:0:9596:0:(client.c:2458:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1552665902.412990:0:9596:0:(sec.c:1715:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1552665902.412991:0:9596:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffffa02b1394e400. 02000000:00000001:1.0:1552665902.412992:0:9596:0:(sec.c:1729:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1552665902.412992:0:9596:0:(genops.c:1258:class_import_put()) Process entered 00000020:00000040:1.0:1552665902.412993:0:9596:0:(genops.c:1264:class_import_put()) import ffffa02b13b64000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1552665902.412993:0:9596:0:(genops.c:1273:class_import_put()) Process leaving 02000000:00000010:1.0:1552665902.412994:0:9596:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffffa02b17c58400. 02000000:00000001:1.0:1552665902.412995:0:9596:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1552665902.412995:0:9596:0:(sec.c:484:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1552665902.412995:0:9596:0:(client.c:500:ptlrpc_request_cache_free()) slab-freed '(req)': 1096 at ffffa02b250b2d00. 00000100:00000001:1.0:1552665902.412996:0:9596:0:(client.c:2510:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1552665902.412997:0:9596:0:(client.c:2576:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1552665902.412997:0:9596:0:(ptlrpc_internal.h:355:ptlrpc_reqset_put()) kfreed 'set': 112 at ffffa02b13801980. 00000100:00000001:1.0:1552665902.412998:0:9596:0:(client.c:1077:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1552665902.412998:0:9596:0:(ldlm_lock.c:2289:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1552665902.412999:0:9596:0:(ldlm_lock.c:2291:ldlm_run_ast_work()) kfreed 'arg': 56 at ffffa02ab60c30c0. 00010000:00000001:1.0:1552665902.413000:0:9596:0:(ldlm_lock.c:2023:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.413001:0:9596:0:(ldlm_lock.c:1731:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1552665902.413002:0:9596:0:(ldlm_lock.c:1872:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1552665902.413003:0:9596:0:(mdt_io.c:1606:ldlm_dom_discard_cp_ast()) Process entered 00000020:00000010:1.0:1552665902.413004:0:9596:0:(lu_object.c:1653:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffffa02b35ed1000. 00000020:00000010:1.0:1552665902.413004:0:9596:0:(lu_object.c:508:lu_global_key_init()) kmalloced '(value)': 512 at ffffa02b35ed0200. 00000020:00000010:1.0:1552665902.413005:0:9596:0:(dt_object.c:52:dt_global_key_init()) kmalloced '(value)': 1240 at ffffa02b38af9000. 00000040:00000010:1.0:1552665902.413006:0:9596:0:(llog_obd.c:235:llog_key_init()) kmalloced '(value)': 464 at ffffa02b35ed1600. 00000020:00000010:1.0:1552665902.413007:0:9596:0:(update_records.c:1217:update_key_init()) kmalloced '(value)': 416 at ffffa02b35ed0a00. 00040000:00000010:1.0:1552665902.413008:0:9596:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 224 at ffffa02baaa59b00. 00040000:00000010:1.0:1552665902.413009:0:9596:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 400 at ffffa02b35ed0800. 00080000:00000010:1.0:1552665902.413010:0:9596:0:(osd_handler.c:7307:osd_key_init()) kmalloced '(info)': 3752 at ffffa02b25055000. 00080000:00000010:1.0:1552665902.413011:0:9596:0:(osd_handler.c:7311:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffffa02baa59a000. 00000020:00000010:1.0:1552665902.413012:0:9596:0:(lu_object.c:508:lu_global_key_fini()) kfreed 'info': 512 at ffffa02b35ed0200. 00000020:00000010:1.0:1552665902.413013:0:9596:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1240 at ffffa02b38af9000. 00000040:00000010:1.0:1552665902.413014:0:9596:0:(llog_obd.c:235:llog_key_fini()) kfreed 'info': 464 at ffffa02b35ed1600. 00000020:00000010:1.0:1552665902.413015:0:9596:0:(update_records.c:1213:update_key_fini()) kfreed 'info': 416 at ffffa02b35ed0a00. 00040000:00000010:1.0:1552665902.413016:0:9596:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 224 at ffffa02baaa59b00. 00040000:00000010:1.0:1552665902.413016:0:9596:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 400 at ffffa02b35ed0800. 00080000:00000010:1.0:1552665902.413017:0:9596:0:(osd_handler.c:7351:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffffa02baa59a000. 00080000:00000010:1.0:1552665902.413018:0:9596:0:(osd_handler.c:7362:osd_key_fini()) kfreed 'info': 3752 at ffffa02b25055000. 00000020:00000010:1.0:1552665902.413019:0:9596:0:(lu_object.c:1585:keys_fini()) kfreed 'ctx->lc_value': 320 at ffffa02b35ed1000. 00002000:00000001:1.0:1552665902.413020:0:9596:0:(mdt_io.c:1628:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1552665902.413020:0:9596:0:(ldlm_resource.c:1534:ldlm_resource_getref()) getref res: ffffa02bb422c000 count: 5 00010000:00010000:1.0:1552665902.413021:0:9596:0:(ldlm_request.c:517:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffffa02b1340c480/0xb6fdd2157abc0898 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1552665902.413025:0:9596:0:(ldlm_resource.c:1568:ldlm_resource_putref()) putref res: ffffa02bb422c000 count: 4 00010000:00000001:1.0:1552665902.413026:0:9596:0:(ldlm_request.c:518:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1552665902.413026:0:9596:0:(ldlm_lock.c:189:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1552665902.413027:0:9596:0:(ldlm_lock.c:223:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1552665902.413027:0:9596:0:(ldlm_lock.c:588:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1552665902.413028:0:9596:0:(lustre_handles.c:158:class_handle2object()) Process entered 00000020:00000001:1.0:1552665902.413028:0:9596:0:(lustre_handles.c:183:class_handle2object()) Process leaving (rc=18446638705599890560 : -105368109661056 : ffffa02b1340c480) 00010000:00000001:1.0:1552665902.413029:0:9596:0:(ldlm_lock.c:607:__ldlm_handle2lock()) Process leaving (rc=18446638705599890560 : -105368109661056 : ffffa02b1340c480) 00002000:00000001:1.0:1552665902.413031:0:9596:0:(mdt_internal.h:607:mdt_object_get()) Process entered 00002000:00000001:1.0:1552665902.413031:0:9596:0:(mdt_internal.h:609:mdt_object_get()) Process leaving 00010000:00000001:1.0:1552665902.413031:0:9596:0:(ldlm_lock.c:189:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1552665902.413032:0:9596:0:(ldlm_lock.c:223:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1552665902.413032:0:9596:0:(mdt_io.c:1682:mdt_dom_discard_data()) Process leaving