00000004:00000001:30.0:1506127871.277363:0:3000:0:(osp_trans.c:1445:osp_send_update_thread()) Process entered 00000020:00000010:30.0:1506127871.277378:0:3000:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8808101dcc00. 00000020:00000010:30.0:1506127871.277380:0:3000:0:(lu_object.c:478:lu_global_key_init()) kmalloced 'value': 512 at ffff8808101dce00. 00000020:00000010:30.0:1506127871.277382:0:3000:0:(dt_object.c:52:dt_global_key_init()) kmalloced 'value': 1240 at ffff8808102ae000. 00000040:00000010:30.0:1506127871.277383:0:3000:0:(llog_obd.c:251:llog_key_init()) kmalloced 'value': 456 at ffff8808101dd000. 00000020:00000010:30.0:1506127871.277384:0:3000:0:(tgt_main.c:342:tgt_key_init()) kmalloced 'value': 1280 at ffff8808102ae800. 00000020:00000010:30.0:1506127871.277385:0:3000:0:(update_records.c:1217:update_key_init()) kmalloced 'value': 416 at ffff8808101dd200. 80000000:00000010:30.0:1506127871.277387:0:3000:0:(fld_handler.c:55:fld_key_init()) kmalloced 'value': 72 at ffff88042bde2120. 40000000:00000010:30.0:1506127871.277388:0:3000:0:(fid_handler.c:447:seq_key_init()) kmalloced 'value': 48 at ffff88082be51d80. 00040000:00000010:30.0:1506127871.277389:0:3000:0:(lquota_lib.c:53:lquota_key_init()) kmalloced 'value': 224 at ffff880816a51f00. 00040000:00000010:30.0:1506127871.277390:0:3000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced 'value': 376 at ffff8808101dd400. 00040000:00000010:30.0:1506127871.277391:0:3000:0:(qsd_lib.c:71:qsd_key_init()) kmalloced 'value': 392 at ffff8808101dd600. 00080000:00000010:30.0:1506127871.277393:0:3000:0:(osd_handler.c:6687:osd_key_init()) kmalloced 'info': 3312 at ffff88081029d000. 00080000:00000010:30.0:1506127871.277395:0:3000:0:(osd_handler.c:6691:osd_key_init()) kmalloced 'info->oti_it_ea_buf': 5120 at ffff88080e83e000. 00100000:00000010:30.0:1506127871.277397:0:3000:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced 'value': 1712 at ffff8808102af000. 00000004:00000010:30.0:1506127871.277399:0:3000:0:(mdt_handler.c:6342:mdt_key_init()) kmalloced 'value': 1376 at ffff8808102af800. 00000004:00000010:30.0:1506127871.277401:0:3000:0:(lod_dev.c:1826:lod_key_init()) kmalloced 'value': 928 at ffff880810037800. 00000004:00000010:30.0:1506127871.277403:0:3000:0:(mdd_device.c:1719:mdd_key_init()) kmalloced 'value': 1480 at ffff8808102a9000. 00000004:00000010:30.0:1506127871.277404:0:3000:0:(osp_dev.c:1852:osp_key_init()) kmalloced 'value': 600 at ffff880810036800. 00000004:00080000:15.0:1506127921.435162:0:3000:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff88042ece15a0 version 1 rpc_version 1 00000004:00000001:15.0:1506127921.435167:0:3000:0:(osp_trans.c:1119:osp_send_update_req()) Process entered 00000004:00000001:15.0:1506127921.435168:0:3000:0:(osp_trans.c:361:osp_prep_update_req()) Process entered 00000004:00000040:15.0:1506127921.435170:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x200000009:0x3:0x0] op = write params = 2 batchid = 0 size = 96 repsize 0 00000004:00000040:15.0:1506127921.435174:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff88040a24c000 magic = bdde0002 count = 1 size = 96 00000100:00000010:15.0:1506127921.435179:0:3000:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff88081037d400. 00000020:00000040:15.0:1506127921.435181:0:3000:0:(genops.c:1012:class_import_get()) import ffff8801791df800 refcount=4 obd=soaked-MDT0003-osp-MDT0001 00000100:00000001:15.0:1506127921.435184:0:3000:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:15.0:1506127921.435186:0:3000:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:15.0:1506127921.435188:0:3000:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:15.0:1506127921.435191:0:3000:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff88080f34c800. 00000100:00000001:15.0:1506127921.435195:0:3000:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127921.435198:0:3000:0:(osp_trans.c:329:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127921.435199:0:3000:0:(osp_trans.c:405:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:15.0:1506127921.435201:0:3000:0:(osp_trans.c:458:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127921.435203:0:3000:0:(lustre_mdc.h:101:mdc_get_rpc_lock()) Process entered 00000100:00000001:15.0:1506127921.435204:0:3000:0:(client.c:2907:ptlrpc_queue_wait()) Process entered 00000100:00000001:15.0:1506127921.435205:0:3000:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:15.0:1506127921.435208:0:3000:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8804b97e7080. 00000100:00000001:15.0:1506127921.435209:0:3000:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446612152606158976 : -131921103392640 : ffff8804b97e7080) 00000100:00000001:15.0:1506127921.435211:0:3000:0:(client.c:2833:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1506127921.435212:0:3000:0:(client.c:2835:ptlrpc_request_addref()) Process leaving (rc=18446612166946051072 : -131906763500544 : ffff88081037d400) 00000020:00000001:15.0:1506127921.435215:0:3000:0:(class_obd.c:128:lustre_get_jobid()) Process entered 00000020:00000001:15.0:1506127921.435216:0:3000:0:(class_obd.c:132:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:15.0:1506127921.435218:0:3000:0:(class_obd.c:181:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127921.435219:0:3000:0:(client.c:2313:ptlrpc_set_wait()) Process entered 00000100:00000001:15.0:1506127921.435220:0:3000:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:15.0:1506127921.435224:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff88081037d400 x1579288666077712/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4320 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127921.435232:0:3000:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00080000:15.0:1506127921.435234:0:3000:0:(client.c:1198:ptlrpc_import_delay_req()) @@@ allow during recovery. 00000100:00000001:15.0:1506127921.435252:0:3000:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127921.435255:0:3000:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1506127921.435256:0:3000:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1506127921.435259:0:3000:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc osp_up3-1:soaked-MDT0001-mdtlov_UUID:3000:1579288666077712:192.168.1.111@o2ib:1000 00000100:00000001:15.0:1506127921.435262:0:3000:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:15.0:1506127921.435263:0:3000:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1506127921.435265:0:3000:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127921.435266:0:3000:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:15.0:1506127921.435270:0:3000:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 8192 at ffff8808066d2000. 02000000:00000001:15.0:1506127921.435272:0:3000:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1506127921.435275:0:3000:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88042c653cc0. 00000400:00000010:15.0:1506127921.435297:0:3000:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88042c60a100. 00000100:00000200:15.0:1506127921.435300:0:3000:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1579288666077712, portal 4 00000100:00000001:15.0:1506127921.435301:0:3000:0:(client.c:2833:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1506127921.435302:0:3000:0:(client.c:2835:ptlrpc_request_addref()) Process leaving (rc=18446612166946051072 : -131906763500544 : ffff88081037d400) 00000020:00000010:15.0:1506127921.435307:0:3000:0:(lprocfs_status.c:1248:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4416 at ffff8808066d4000 (tot 194547260). 00000100:00000040:15.0:1506127921.435311:0:3000:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff88081037d400 x1579288666077712/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4320 e 0 to 0 dl 1506127928 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127921.435317:0:3000:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:15.0:1506127921.435320:0:3000:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-192.168.1.111@o2ib 00000400:00000010:15.0:1506127921.435321:0:3000:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88042c60b580. 00000100:00000200:15.0:1506127921.435323:0:3000:0:(niobuf.c:85:ptl_send_buf()) Sending 360 bytes to portal 24, xid 1579288666077712, offset 0 00000400:00000010:15.0:1506127921.435325:0:3000:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88080f349600 (tot 194547660). 00000400:00000200:15.0:1506127921.435329:0:3000:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-192.168.1.111@o2ib 00000400:00000200:15.0:1506127921.435339:0:3000:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 192.168.1.109@o2ib(192.168.1.109@o2ib:) -> 192.168.1.111@o2ib(192.168.1.111@o2ib:192.168.1.111@o2ib) : PUT 00000800:00000200:15.0:1506127921.435343:0:3000:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 360 bytes in 1 frags to 12345-192.168.1.111@o2ib 00000800:00000200:15.0:1506127921.435348:0:3000:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8804b93d6000] -> 192.168.1.111@o2ib (2) version: 12 00000800:00000200:15.0:1506127921.435350:0:3000:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff880825239c00] (20)++ 00000800:00000200:15.0:1506127921.435352:0:3000:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff880825239c00] (21)++ 00000800:00000200:15.0:1506127921.435357:0:3000:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff880825239c00] (22)-- 00000100:00000001:15.0:1506127921.435359:0:3000:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127921.435360:0:3000:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1506127921.435362:0:3000:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127921.435364:0:3000:0:(client.c:2262:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1506127921.435365:0:3000:0:(client.c:2298:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:15.0:1506127921.435366:0:3000:0:(client.c:2334:ptlrpc_set_wait()) set ffff8804b97e7080 going to sleep for 6 seconds 00000100:00000001:15.0:1506127921.435368:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127921.435369:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127921.435371:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127921.435372:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127921.436770:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:15.0:1506127921.436776:0:3000:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:15.0:1506127921.436777:0:3000:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:15.0:1506127921.436779:0:3000:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:15.0:1506127921.436784:0:3000:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff88081037d400 x1579288666077712/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4320 e 0 to 0 dl 1506127928 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:15.0:1506127921.436794:0:3000:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff88081037d400 x1579288666077712/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4320 e 0 to 0 dl 1506127928 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127921.436800:0:3000:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:15.0:1506127921.436802:0:3000:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88042c653cc0. 00000400:00000200:15.0:1506127921.436804:0:3000:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88042c60a100 00000400:00000010:15.0:1506127921.436806:0:3000:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88042c60a100. 00000100:00000001:15.0:1506127921.436807:0:3000:0:(client.c:2612:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1506127921.436809:0:3000:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:15.0:1506127921.436811:0:3000:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1506127921.436813:0:3000:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1506127921.436814:0:3000:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127921.436816:0:3000:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1506127921.436820:0:3000:0:(import.c:1678:at_measured()) add 1 to ffff8801791dfc00 time=0 v=1 (1 0 0 0) 00000100:00001000:15.0:1506127921.436823:0:3000:0:(import.c:1678:at_measured()) add 1 to ffff8801791dfbc8 time=0 v=1 (1 0 0 0) 00000100:00000001:15.0:1506127921.436825:0:3000:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000001:15.0:1506127921.436826:0:3000:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:15.0:1506127921.436827:0:3000:0:(ldlm_request.c:1308:ldlm_cli_update_pool()) Process entered 00010000:00000001:15.0:1506127921.436829:0:3000:0:(ldlm_request.c:1315:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127921.436831:0:3000:0:(osp_trans.c:1032:osp_request_commit_cb()) Process entered 00000004:00080000:15.0:1506127921.436832:0:3000:0:(osp_trans.c:1049:osp_request_commit_cb()) trans no 30064771076 committed transno 30064771076 00000004:00000001:15.0:1506127921.436834:0:3000:0:(osp_trans.c:1059:osp_request_commit_cb()) Process leaving 00000100:00000001:15.0:1506127921.436835:0:3000:0:(client.c:2700:ptlrpc_free_committed()) Process entered 00000100:00100000:15.0:1506127921.436836:0:3000:0:(client.c:2713:ptlrpc_free_committed()) soaked-MDT0003-osp-MDT0001: committing for last_committed 30064771076 gen 1 00000100:00000001:15.0:1506127921.436837:0:3000:0:(client.c:2757:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1506127921.436839:0:3000:0:(client.c:2776:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1506127921.436840:0:3000:0:(client.c:1517:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1506127921.436843:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff88081037d400 x1579288666077712/t30064771076(30064771076) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4288 e 0 to 0 dl 1506127928 ref 2 fl Rpc:RM/0/0 rc 0/0 00000100:00000001:15.0:1506127921.436849:0:3000:0:(client.c:1990:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1506127921.436851:0:3000:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1506127921.436852:0:3000:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1506127921.436854:0:3000:0:(osp_trans.c:624:osp_update_interpret()) Process entered 00000004:00000001:15.0:1506127921.436858:0:3000:0:(osp_object.c:2226:osp_object_release()) Process entered 00000004:00000001:15.0:1506127921.436859:0:3000:0:(osp_object.c:2250:osp_object_release()) Process leaving 00000020:00000002:15.0:1506127921.436861:0:3000:0:(lu_object.c:157:lu_object_put()) Add ffff88082d69b390 to site lru. hash: ffff88080ff7db00, bkt: ffffc900159df018, lru_len: 2 00000004:00000001:15.0:1506127921.436863:0:3000:0:(osp_trans.c:706:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:15.0:1506127921.436866:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88081037d400 x1579288666077712/t30064771076(30064771076) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4288 e 0 to 0 dl 1506127928 ref 2 fl Interpret:RM/0/0 rc 0/0 00000100:00100000:15.0:1506127921.436873:0:3000:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc osp_up3-1:soaked-MDT0001-mdtlov_UUID:3000:1579288666077712:192.168.1.111@o2ib:1000 00000100:00000001:15.0:1506127921.436876:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1506127921.436878:0:3000:0:(client.c:2424:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127921.436880:0:3000:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:15.0:1506127921.436881:0:3000:0:(client.c:2516:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1506127921.436883:0:3000:0:(client.c:2525:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff88081037d400 x1579288666077712/t30064771076(30064771076) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4288 e 0 to 0 dl 1506127928 ref 2 fl Complete:RM/0/0 rc 0/0 00000100:00000001:15.0:1506127921.436889:0:3000:0:(client.c:2556:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:15.0:1506127921.436891:0:3000:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8804b97e7080. 00000100:00000001:15.0:1506127921.436893:0:3000:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:15.0:1506127921.436894:0:3000:0:(client.c:2927:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127921.436896:0:3000:0:(lustre_mdc.h:161:mdc_put_rpc_lock()) Process leaving 00000100:00000001:15.0:1506127921.436897:0:3000:0:(client.c:2516:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1506127921.436898:0:3000:0:(client.c:2525:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff88081037d400 x1579288666077712/t30064771076(30064771076) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 360/4288 e 0 to 0 dl 1506127928 ref 1 fl Complete:RM/0/0 rc 0/0 00000100:00000001:15.0:1506127921.436904:0:3000:0:(client.c:2438:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1506127921.436905:0:3000:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:15.0:1506127921.436906:0:3000:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8808066d2000. 02000000:00000001:15.0:1506127921.436910:0:3000:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:15.0:1506127921.436911:0:3000:0:(genops.c:1019:class_import_put()) Process entered 00000020:00000040:15.0:1506127921.436911:0:3000:0:(genops.c:1026:class_import_put()) import ffff8801791df800 refcount=3 obd=soaked-MDT0003-osp-MDT0001 00000020:00000001:15.0:1506127921.436913:0:3000:0:(genops.c:1035:class_import_put()) Process leaving 02000000:00000010:15.0:1506127921.436915:0:3000:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88080f34c800. 02000000:00000001:15.0:1506127921.436916:0:3000:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1506127921.436917:0:3000:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1506127921.436918:0:3000:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff88081037d400. 00000100:00000001:15.0:1506127921.436920:0:3000:0:(client.c:2490:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1506127921.436921:0:3000:0:(client.c:2556:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1506127921.436922:0:3000:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:15.0:1506127921.436924:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff88040a24c000. 00000004:00000010:15.0:1506127921.436928:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f18bce0. 00000004:00000010:15.0:1506127921.436929:0:3000:0:(osp_trans.c:250:osp_update_request_destroy()) kfreed 'our': 120 at ffff88080ab7da00. 00000004:00000010:15.0:1506127921.436931:0:3000:0:(osp_trans.c:933:osp_thandle_destroy()) kfreed 'oth': 144 at ffff88080647dc80. 00000004:00080000:15.0:1506127961.235547:0:3000:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff88042ece15a0 version 2 rpc_version 2 00000004:00000001:15.0:1506127961.235554:0:3000:0:(osp_trans.c:1119:osp_send_update_req()) Process entered 00000004:00000001:15.0:1506127961.235568:0:3000:0:(osp_trans.c:361:osp_prep_update_req()) Process entered 00000004:00000040:15.0:1506127961.235570:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x3:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:15.0:1506127961.235574:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 1 fid = [0x20000000a:0x3:0x0] op = insert params = 3 batchid = 0 size = 112 repsize 0 00000004:00000040:15.0:1506127961.235577:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff8808067f0000 magic = bdde0002 count = 2 size = 368 00000004:00000040:15.0:1506127961.235579:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x1:0x0] op = write params = 2 batchid = 0 size = 32832 repsize 0 00000004:00000040:15.0:1506127961.235582:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff880806000000 magic = bdde0002 count = 1 size = 32832 00000004:00000040:15.0:1506127961.235584:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x1:0x0] op = write params = 2 batchid = 0 size = 128 repsize 0 00000004:00000040:15.0:1506127961.235586:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff8808067f1000 magic = bdde0002 count = 1 size = 128 00000100:00000010:15.0:1506127961.235590:0:3000:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff88081037b900. 00000020:00000040:15.0:1506127961.235592:0:3000:0:(genops.c:1012:class_import_get()) import ffff8801791df800 refcount=3 obd=soaked-MDT0003-osp-MDT0001 00000100:00000001:15.0:1506127961.235596:0:3000:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:15.0:1506127961.235597:0:3000:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:15.0:1506127961.235600:0:3000:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:15.0:1506127961.235603:0:3000:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff88080f34be00. 00000100:00000001:15.0:1506127961.235607:0:3000:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.235610:0:3000:0:(client.c:182:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:15.0:1506127961.235612:0:3000:0:(client.c:129:ptlrpc_new_bulk()) kmalloced 'desc': 280 at ffff88080f34bc00. 00000100:00000010:15.0:1506127961.235615:0:3000:0:(client.c:139:ptlrpc_new_bulk()) kmalloced '((desc)->bd_u.bd_kvec.bd_kvec)': 48 at ffff88082aa0b2c0. 00000020:00000040:15.0:1506127961.235616:0:3000:0:(genops.c:1012:class_import_get()) import ffff8801791df800 refcount=4 obd=soaked-MDT0003-osp-MDT0001 00000100:00000001:15.0:1506127961.235618:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.235619:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:15.0:1506127961.235621:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.235621:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=36937 : 36937 : 9049) 00000100:00000001:15.0:1506127961.235623:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.235623:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=41033 : 41033 : a049) 00000004:00001000:15.0:1506127961.235625:0:3000:0:(osp_trans.c:444:osp_prep_update_req()) total 41033 in 4 00000004:00000001:15.0:1506127961.235627:0:3000:0:(osp_trans.c:458:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127961.235630:0:3000:0:(lustre_mdc.h:101:mdc_get_rpc_lock()) Process entered 00000100:00000001:15.0:1506127961.235631:0:3000:0:(client.c:2907:ptlrpc_queue_wait()) Process entered 00000100:00000001:15.0:1506127961.235633:0:3000:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:15.0:1506127961.235635:0:3000:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8804b97e7380. 00000100:00000001:15.0:1506127961.235636:0:3000:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446612152606159744 : -131921103391872 : ffff8804b97e7380) 00000100:00000001:15.0:1506127961.235639:0:3000:0:(client.c:2833:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1506127961.235640:0:3000:0:(client.c:2835:ptlrpc_request_addref()) Process leaving (rc=18446612166946044160 : -131906763507456 : ffff88081037b900) 00000020:00000001:15.0:1506127961.235642:0:3000:0:(class_obd.c:128:lustre_get_jobid()) Process entered 00000020:00000001:15.0:1506127961.235643:0:3000:0:(class_obd.c:132:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:15.0:1506127961.235645:0:3000:0:(class_obd.c:181:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.235647:0:3000:0:(client.c:2313:ptlrpc_set_wait()) Process entered 00000100:00000001:15.0:1506127961.235648:0:3000:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:15.0:1506127961.235652:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4320 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127961.235659:0:3000:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1506127961.235660:0:3000:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127961.235663:0:3000:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1506127961.235664:0:3000:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1506127961.235667:0:3000:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc osp_up3-1:soaked-MDT0001-mdtlov_UUID:3000:1579288666082112:192.168.1.111@o2ib:1000 00000100:00000001:15.0:1506127961.235669:0:3000:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:15.0:1506127961.235672:0:3000:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1506127961.235673:0:3000:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.235675:0:3000:0:(niobuf.c:323:ptlrpc_register_bulk()) Process entered 00000400:00000010:15.0:1506127961.235681:0:3000:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88042c653c60. 00000400:00000010:15.0:1506127961.235684:0:3000:0:(lib-lnet.h:229:lnet_md_alloc()) alloc '(md)': 160 at ffff8804b97e6fc0 (tot 195283276). 00000100:00000200:15.0:1506127961.235689:0:3000:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 3 pages 41033 bytes, mbits x0x59c5acbf08b40-0x59c5acbf08b40, portal 14 00000100:00000001:15.0:1506127961.235692:0:3000:0:(niobuf.c:425:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127961.235693:0:3000:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:15.0:1506127961.235697:0:3000:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 8192 at ffff8808067c6000. 02000000:00000001:15.0:1506127961.235699:0:3000:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1506127961.235700:0:3000:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88042c653c00. 00000400:00000010:15.0:1506127961.235702:0:3000:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88042c60a200. 00000100:00000200:15.0:1506127961.235704:0:3000:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1579288666082112, portal 4 00000100:00000001:15.0:1506127961.235705:0:3000:0:(client.c:2833:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1506127961.235706:0:3000:0:(client.c:2835:ptlrpc_request_addref()) Process leaving (rc=18446612166946044160 : -131906763507456 : ffff88081037b900) 00000100:00000040:15.0:1506127961.235711:0:3000:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4320 e 0 to 0 dl 1506127968 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127961.235717:0:3000:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:15.0:1506127961.235720:0:3000:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-192.168.1.111@o2ib 00000400:00000010:15.0:1506127961.235721:0:3000:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88042c60b380. 00000100:00000200:15.0:1506127961.235722:0:3000:0:(niobuf.c:85:ptl_send_buf()) Sending 376 bytes to portal 24, xid 1579288666082112, offset 0 00000400:00000010:15.0:1506127961.235725:0:3000:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88080f34f000 (tot 195283676). 00000400:00000200:15.0:1506127961.235728:0:3000:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-192.168.1.111@o2ib 00000400:00000200:15.0:1506127961.235739:0:3000:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 192.168.1.109@o2ib(192.168.1.109@o2ib:) -> 192.168.1.111@o2ib(192.168.1.111@o2ib:192.168.1.111@o2ib) : PUT 00000800:00000200:15.0:1506127961.235743:0:3000:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 376 bytes in 1 frags to 12345-192.168.1.111@o2ib 00000800:00000200:15.0:1506127961.235749:0:3000:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8804b93d6000] -> 192.168.1.111@o2ib (2) version: 12 00000800:00000200:15.0:1506127961.235752:0:3000:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff880825239c00] (20)++ 00000800:00000200:15.0:1506127961.235754:0:3000:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff880825239c00] (21)++ 00000800:00000200:15.0:1506127961.235759:0:3000:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff880825239c00] (22)-- 00000100:00000001:15.0:1506127961.235761:0:3000:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.235762:0:3000:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1506127961.235764:0:3000:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.235766:0:3000:0:(client.c:2262:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1506127961.235767:0:3000:0:(client.c:2298:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:15.0:1506127961.235768:0:3000:0:(client.c:2334:ptlrpc_set_wait()) set ffff8804b97e7380 going to sleep for 6 seconds 00000100:00000001:15.0:1506127961.235770:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.235772:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.235774:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.235774:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.236647:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.236651:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.236654:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.236678:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.252613:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:15.0:1506127961.252619:0:3000:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:15.0:1506127961.252620:0:3000:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:15.0:1506127961.252622:0:3000:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:15.0:1506127961.252628:0:3000:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4320 e 0 to 0 dl 1506127968 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:15.0:1506127961.252638:0:3000:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4320 e 0 to 0 dl 1506127968 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127961.252646:0:3000:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:15.0:1506127961.252648:0:3000:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88042c653c00. 00000400:00000200:15.0:1506127961.252650:0:3000:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88042c60a200 00000400:00000010:15.0:1506127961.252652:0:3000:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88042c60a200. 00000100:00000001:15.0:1506127961.252653:0:3000:0:(client.c:2612:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1506127961.252655:0:3000:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:15.0:1506127961.252657:0:3000:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1506127961.252659:0:3000:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1506127961.252660:0:3000:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127961.252662:0:3000:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1506127961.252666:0:3000:0:(import.c:1678:at_measured()) add 1 to ffff8801791dfc00 time=40 v=1 (1 0 0 0) 00000100:00001000:15.0:1506127961.252670:0:3000:0:(import.c:1678:at_measured()) add 1 to ffff8801791dfbc8 time=40 v=1 (1 0 0 0) 00000100:00000001:15.0:1506127961.252672:0:3000:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:00000040:15.0:1506127961.252674:0:3000:0:(client.c:1271:ptlrpc_check_status()) @@@ status is -61 req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4288 e 0 to 0 dl 1506127968 ref 2 fl Rpc:R/0/0 rc 0/-61 00000100:00000001:15.0:1506127961.252681:0:3000:0:(client.c:1277:ptlrpc_check_status()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:15.0:1506127961.252684:0:3000:0:(osp_trans.c:1032:osp_request_commit_cb()) Process entered 00000004:00080000:15.0:1506127961.252686:0:3000:0:(osp_trans.c:1049:osp_request_commit_cb()) trans no 0 committed transno 30064771076 00000004:00000001:15.0:1506127961.252688:0:3000:0:(osp_trans.c:1059:osp_request_commit_cb()) Process leaving 00000100:00000001:15.0:1506127961.252689:0:3000:0:(client.c:2700:ptlrpc_free_committed()) Process entered 00000100:00000040:15.0:1506127961.252690:0:3000:0:(client.c:2708:ptlrpc_free_committed()) soaked-MDT0003-osp-MDT0001: skip recheck: last_committed 30064771076 00000100:00000001:15.0:1506127961.252692:0:3000:0:(client.c:2709:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1506127961.252693:0:3000:0:(client.c:1517:after_reply()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:15.0:1506127961.252696:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4288 e 0 to 0 dl 1506127968 ref 2 fl Rpc:RM/0/0 rc -61/-61 00000100:00000001:15.0:1506127961.252702:0:3000:0:(client.c:1990:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:15.0:1506127961.252705:0:3000:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1506127961.252706:0:3000:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1506127961.252708:0:3000:0:(osp_trans.c:624:osp_update_interpret()) Process entered 00000004:00000010:15.0:1506127961.252713:0:3000:0:(osp_trans.c:594:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff88082a344280. 00000004:00000001:15.0:1506127961.252717:0:3000:0:(osp_object.c:1267:osp_invalidate()) Process entered 00000004:00080000:15.0:1506127961.252718:0:3000:0:(osp_object.c:1270:osp_invalidate()) Invalidate osp_object [0x2c0003ab2:0x1:0x0] 00000004:00000001:15.0:1506127961.252721:0:3000:0:(osp_object.c:1277:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127961.252722:0:3000:0:(osp_trans.c:706:osp_update_interpret()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:15.0:1506127961.252726:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4288 e 0 to 0 dl 1506127968 ref 2 fl Interpret:RM/0/0 rc -61/-61 00000100:00100000:15.0:1506127961.252733:0:3000:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc osp_up3-1:soaked-MDT0001-mdtlov_UUID:3000:1579288666082112:192.168.1.111@o2ib:1000 00000100:00000001:15.0:1506127961.252737:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1506127961.252739:0:3000:0:(client.c:2424:ptlrpc_set_wait()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:15.0:1506127961.252741:0:3000:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:15.0:1506127961.252743:0:3000:0:(client.c:2516:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1506127961.252745:0:3000:0:(client.c:2525:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4288 e 0 to 0 dl 1506127968 ref 2 fl Complete:RM/0/0 rc -61/-61 00000100:00000001:15.0:1506127961.252751:0:3000:0:(client.c:2556:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:15.0:1506127961.252752:0:3000:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8804b97e7380. 00000100:00000001:15.0:1506127961.252755:0:3000:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:15.0:1506127961.252756:0:3000:0:(client.c:2927:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:15.0:1506127961.252758:0:3000:0:(lustre_mdc.h:161:mdc_put_rpc_lock()) Process leaving 00000100:00000001:15.0:1506127961.252759:0:3000:0:(client.c:2516:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1506127961.252761:0:3000:0:(client.c:2525:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff88081037b900 x1579288666082112/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 376/4288 e 0 to 0 dl 1506127968 ref 1 fl Complete:RM/0/0 rc -61/-61 00000100:00000001:15.0:1506127961.252766:0:3000:0:(client.c:2438:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1506127961.252768:0:3000:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:15.0:1506127961.252769:0:3000:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8808067c6000. 02000000:00000001:15.0:1506127961.252773:0:3000:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:15.0:1506127961.252774:0:3000:0:(genops.c:1019:class_import_put()) Process entered 00000020:00000040:15.0:1506127961.252776:0:3000:0:(genops.c:1026:class_import_put()) import ffff8801791df800 refcount=3 obd=soaked-MDT0003-osp-MDT0001 00000020:00000001:15.0:1506127961.252778:0:3000:0:(genops.c:1035:class_import_put()) Process leaving 00000100:00000001:15.0:1506127961.252779:0:3000:0:(client.c:257:ptlrpc_free_bulk()) Process entered 00000020:00000001:15.0:1506127961.252780:0:3000:0:(genops.c:1019:class_import_put()) Process entered 00000020:00000040:15.0:1506127961.252780:0:3000:0:(genops.c:1026:class_import_put()) import ffff8801791df800 refcount=2 obd=soaked-MDT0003-osp-MDT0001 00000020:00000001:15.0:1506127961.252782:0:3000:0:(genops.c:1035:class_import_put()) Process leaving 00000100:00000010:15.0:1506127961.252783:0:3000:0:(client.c:281:ptlrpc_free_bulk()) kfreed '((desc)->bd_u.bd_kvec.bd_kvec)': 48 at ffff88082aa0b2c0. 00000100:00000010:15.0:1506127961.252785:0:3000:0:(client.c:282:ptlrpc_free_bulk()) kfreed 'desc': 280 at ffff88080f34bc00. 00000100:00000001:15.0:1506127961.252787:0:3000:0:(client.c:283:ptlrpc_free_bulk()) Process leaving 02000000:00000010:15.0:1506127961.252788:0:3000:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88080f34be00. 02000000:00000001:15.0:1506127961.252790:0:3000:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1506127961.252791:0:3000:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1506127961.252792:0:3000:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff88081037b900. 00000100:00000001:15.0:1506127961.252795:0:3000:0:(client.c:2490:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1506127961.252796:0:3000:0:(client.c:2556:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1506127961.252797:0:3000:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:15.0:1506127961.252800:0:3000:0:(osp_trans.c:1367:osp_invalidate_request()) Process entered 00000020:00000010:15.0:1506127961.252802:0:3000:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88080f34be00. 00000020:00000010:15.0:1506127961.252805:0:3000:0:(lu_object.c:478:lu_global_key_init()) kmalloced 'value': 512 at ffff88080f34bc00. 00000020:00000010:15.0:1506127961.252808:0:3000:0:(dt_object.c:52:dt_global_key_init()) kmalloced 'value': 1240 at ffff8804b901e000. 00000040:00000010:15.0:1506127961.252811:0:3000:0:(llog_obd.c:251:llog_key_init()) kmalloced 'value': 456 at ffff88080f34ba00. 00000020:00000010:15.0:1506127961.252814:0:3000:0:(tgt_main.c:342:tgt_key_init()) kmalloced 'value': 1280 at ffff8804b9019800. 00000020:00000010:15.0:1506127961.252816:0:3000:0:(update_records.c:1217:update_key_init()) kmalloced 'value': 416 at ffff88080f34b800. 80000000:00000010:15.0:1506127961.252819:0:3000:0:(fld_handler.c:55:fld_key_init()) kmalloced 'value': 72 at ffff88042c653c00. 40000000:00000010:15.0:1506127961.252821:0:3000:0:(fid_handler.c:447:seq_key_init()) kmalloced 'value': 48 at ffff88082aa0b2c0. 00040000:00000010:15.0:1506127961.252824:0:3000:0:(lquota_lib.c:53:lquota_key_init()) kmalloced 'value': 224 at ffff880822a5e800. 00040000:00000010:15.0:1506127961.252827:0:3000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced 'value': 376 at ffff88080f34a600. 00040000:00000010:15.0:1506127961.252830:0:3000:0:(qsd_lib.c:71:qsd_key_init()) kmalloced 'value': 392 at ffff88080f34ca00. 00080000:00000010:15.0:1506127961.252834:0:3000:0:(osd_handler.c:6687:osd_key_init()) kmalloced 'info': 3312 at ffff88042c674000. 00080000:00000010:15.0:1506127961.252836:0:3000:0:(osd_handler.c:6691:osd_key_init()) kmalloced 'info->oti_it_ea_buf': 5120 at ffff8808067c6000. 00100000:00000010:15.0:1506127961.252841:0:3000:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced 'value': 1712 at ffff8804b901b000. 00000004:00000010:15.0:1506127961.252844:0:3000:0:(mdt_handler.c:6342:mdt_key_init()) kmalloced 'value': 1376 at ffff8804b901c800. 00000004:00000010:15.0:1506127961.252847:0:3000:0:(lod_dev.c:1826:lod_key_init()) kmalloced 'value': 928 at ffff88080ef9d800. 00000004:00000010:15.0:1506127961.252850:0:3000:0:(mdd_device.c:1719:mdd_key_init()) kmalloced 'value': 1480 at ffff8804b901d800. 00000004:00000010:15.0:1506127961.252853:0:3000:0:(osp_dev.c:1852:osp_key_init()) kmalloced 'value': 600 at ffff88080ef99c00. 00000020:00000010:15.0:1506127961.252857:0:3000:0:(lu_object.c:478:lu_global_key_fini()) kfreed 'info': 512 at ffff88080f34bc00. 00000020:00000010:15.0:1506127961.252860:0:3000:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1240 at ffff8804b901e000. 00000040:00000010:15.0:1506127961.252862:0:3000:0:(llog_obd.c:251:llog_key_fini()) kfreed 'info': 456 at ffff88080f34ba00. 00000020:00000010:15.0:1506127961.252865:0:3000:0:(tgt_main.c:359:tgt_key_fini()) kfreed 'info': 1280 at ffff8804b9019800. 00000020:00000010:15.0:1506127961.252868:0:3000:0:(update_records.c:1213:update_key_fini()) kfreed 'info': 416 at ffff88080f34b800. 80000000:00000010:15.0:1506127961.252870:0:3000:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88042c653c00. 40000000:00000010:15.0:1506127961.252872:0:3000:0:(fid_handler.c:447:seq_key_fini()) kfreed 'info': 48 at ffff88082aa0b2c0. 00040000:00000010:15.0:1506127961.252874:0:3000:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 224 at ffff880822a5e800. 00040000:00000010:15.0:1506127961.252876:0:3000:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 376 at ffff88080f34a600. 00040000:00000010:15.0:1506127961.252878:0:3000:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 392 at ffff88080f34ca00. 00080000:00000010:15.0:1506127961.252881:0:3000:0:(osd_handler.c:6721:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8808067c6000. 00080000:00000010:15.0:1506127961.252884:0:3000:0:(osd_handler.c:6731:osd_key_fini()) kfreed 'info': 3312 at ffff88042c674000. 00100000:00000010:15.0:1506127961.252886:0:3000:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1712 at ffff8804b901b000. 00000004:00000010:15.0:1506127961.252890:0:3000:0:(mdt_handler.c:6361:mdt_key_fini()) kfreed 'info': 1376 at ffff8804b901c800. 00000004:00000010:15.0:1506127961.252892:0:3000:0:(lod_dev.c:1853:lod_key_fini()) kfreed 'info': 928 at ffff88080ef9d800. 00000004:00000010:15.0:1506127961.252894:0:3000:0:(mdd_device.c:1730:mdd_key_fini()) kfreed 'info': 1480 at ffff8804b901d800. 00000004:00000010:15.0:1506127961.252896:0:3000:0:(osp_dev.c:1852:osp_key_fini()) kfreed 'info': 600 at ffff88080ef99c00. 00000020:00000010:15.0:1506127961.252899:0:3000:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88080f34be00. 00000004:00000010:15.0:1506127961.252901:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8808067f0000. 00000004:00000010:15.0:1506127961.252904:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759e00. 00000004:00000010:15.0:1506127961.252906:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 32841 at ffff880806000000. 00000004:00000010:15.0:1506127961.252912:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759e20. 00000004:00000010:15.0:1506127961.252914:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8808067f1000. 00000004:00000010:15.0:1506127961.252916:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759e40. 00000004:00000010:15.0:1506127961.252918:0:3000:0:(osp_trans.c:250:osp_update_request_destroy()) kfreed 'our': 120 at ffff880806472400. 00000004:00000010:15.0:1506127961.252920:0:3000:0:(osp_trans.c:933:osp_thandle_destroy()) kfreed 'oth': 144 at ffff88082c745e00. 00000004:00080000:15.0:1506127961.257426:0:3000:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff88042ece15a0 version 3 rpc_version 3 00000004:00000001:15.0:1506127961.257444:0:3000:0:(osp_trans.c:1119:osp_send_update_req()) Process entered 00000004:00000001:15.0:1506127961.257446:0:3000:0:(osp_trans.c:361:osp_prep_update_req()) Process entered 00000004:00000040:15.0:1506127961.257448:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x2:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:15.0:1506127961.257453:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 1 fid = [0x2c0003ab2:0x2:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:15.0:1506127961.257456:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 2 fid = [0x2c0003ab2:0x2:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:15.0:1506127961.257458:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 3 fid = [0x2c0003ab2:0x2:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:15.0:1506127961.257461:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 4 fid = [0x2c0003ab2:0x2:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:15.0:1506127961.257464:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 5 fid = [0x2c0003ab2:0x2:0x0] op = xattr_set params = 3 batchid = 0 size = 160 repsize 0 00000004:00000040:15.0:1506127961.257467:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 6 fid = [0x2c0003ab2:0x2:0x0] op = xattr_set params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:15.0:1506127961.257469:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 7 fid = [0x2c0003ab2:0x3:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:15.0:1506127961.257472:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 8 fid = [0x20000000a:0x3:0x0] op = insert params = 3 batchid = 0 size = 112 repsize 0 00000004:00000040:15.0:1506127961.257475:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff8804b92e0000 magic = bdde0002 count = 9 size = 1256 00000004:00000040:15.0:1506127961.257478:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x1:0x0] op = write params = 2 batchid = 0 size = 32832 repsize 0 00000004:00000040:15.0:1506127961.257482:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff880806030000 magic = bdde0002 count = 1 size = 32832 00000004:00000040:15.0:1506127961.257484:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x1:0x0] op = write params = 2 batchid = 0 size = 128 repsize 0 00000004:00000040:15.0:1506127961.257487:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff8808067f6000 magic = bdde0002 count = 1 size = 128 00000004:00000040:15.0:1506127961.257489:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x3:0x0] op = write params = 2 batchid = 0 size = 32832 repsize 0 00000004:00000040:15.0:1506127961.257492:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff880806040000 magic = bdde0002 count = 1 size = 32832 00000004:00000040:15.0:1506127961.257494:0:3000:0:(osp_trans.c:272:object_update_request_dump()) i = 0 fid = [0x2c0003ab2:0x3:0x0] op = write params = 2 batchid = 0 size = 2696 repsize 0 00000004:00000040:15.0:1506127961.257497:0:3000:0:(osp_trans.c:278:object_update_request_dump()) updates = ffff8808067f7000 magic = bdde0002 count = 1 size = 2696 00000100:00000010:15.0:1506127961.257501:0:3000:0:(client.c:493:ptlrpc_request_cache_alloc()) slab-alloced 'req': 768 at ffff88081037b900. 00000020:00000040:15.0:1506127961.257503:0:3000:0:(genops.c:1012:class_import_get()) import ffff8801791df800 refcount=3 obd=soaked-MDT0003-osp-MDT0001 00000100:00000001:15.0:1506127961.257507:0:3000:0:(client.c:700:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:15.0:1506127961.257508:0:3000:0:(sec.c:434:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:15.0:1506127961.257511:0:3000:0:(sec.c:452:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:15.0:1506127961.257514:0:3000:0:(sec_null.c:161:null_alloc_reqbuf()) kmalloced 'req->rq_reqbuf': 512 at ffff88080f34be00. 00000100:00000001:15.0:1506127961.257518:0:3000:0:(client.c:774:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.257521:0:3000:0:(client.c:182:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:15.0:1506127961.257522:0:3000:0:(client.c:129:ptlrpc_new_bulk()) kmalloced 'desc': 280 at ffff88080f34b400. 00000100:00000010:15.0:1506127961.257524:0:3000:0:(client.c:139:ptlrpc_new_bulk()) kmalloced '((desc)->bd_u.bd_kvec.bd_kvec)': 80 at ffff88042c653c00. 00000020:00000040:15.0:1506127961.257526:0:3000:0:(genops.c:1012:class_import_get()) import ffff8801791df800 refcount=4 obd=soaked-MDT0003-osp-MDT0001 00000100:00000001:15.0:1506127961.257528:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.257529:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:15.0:1506127961.257531:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.257532:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=36937 : 36937 : 9049) 00000100:00000001:15.0:1506127961.257533:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.257534:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=41033 : 41033 : a049) 00000100:00000001:15.0:1506127961.257536:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.257537:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=73874 : 73874 : 12092) 00000100:00000001:15.0:1506127961.257539:0:3000:0:(client.c:235:ptlrpc_prep_bulk_frag()) Process entered 00000100:00000001:15.0:1506127961.257540:0:3000:0:(client.c:251:ptlrpc_prep_bulk_frag()) Process leaving (rc=77970 : 77970 : 13092) 00000004:00001000:15.0:1506127961.257542:0:3000:0:(osp_trans.c:444:osp_prep_update_req()) total 77970 in 13 00000004:00000001:15.0:1506127961.257544:0:3000:0:(osp_trans.c:458:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127961.257546:0:3000:0:(lustre_mdc.h:101:mdc_get_rpc_lock()) Process entered 00000100:00000001:15.0:1506127961.257547:0:3000:0:(client.c:2907:ptlrpc_queue_wait()) Process entered 00000100:00000001:15.0:1506127961.257549:0:3000:0:(client.c:947:ptlrpc_prep_set()) Process entered 00000100:00000010:15.0:1506127961.257551:0:3000:0:(client.c:949:ptlrpc_prep_set()) kmalloced 'set': 152 at ffff8804b97e7380. 00000100:00000001:15.0:1506127961.257552:0:3000:0:(client.c:965:ptlrpc_prep_set()) Process leaving (rc=18446612152606159744 : -131921103391872 : ffff8804b97e7380) 00000100:00000001:15.0:1506127961.257555:0:3000:0:(client.c:2833:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1506127961.257556:0:3000:0:(client.c:2835:ptlrpc_request_addref()) Process leaving (rc=18446612166946044160 : -131906763507456 : ffff88081037b900) 00000020:00000001:15.0:1506127961.257558:0:3000:0:(class_obd.c:128:lustre_get_jobid()) Process entered 00000020:00000001:15.0:1506127961.257560:0:3000:0:(class_obd.c:132:lustre_get_jobid()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:15.0:1506127961.257562:0:3000:0:(class_obd.c:181:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.257563:0:3000:0:(client.c:2313:ptlrpc_set_wait()) Process entered 00000100:00000001:15.0:1506127961.257564:0:3000:0:(client.c:1530:ptlrpc_send_new_req()) Process entered 00000100:00000040:15.0:1506127961.257568:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "New" -> "Rpc" req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/4320 e 0 to 0 dl 0 ref 2 fl New:/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127961.257577:0:3000:0:(client.c:1153:ptlrpc_import_delay_req()) Process entered 00000100:00000001:15.0:1506127961.257578:0:3000:0:(client.c:1204:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127961.257580:0:3000:0:(sec.c:685:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:15.0:1506127961.257581:0:3000:0:(sec.c:712:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:15.0:1506127961.257584:0:3000:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc osp_up3-1:soaked-MDT0001-mdtlov_UUID:3000:1579288666082176:192.168.1.111@o2ib:1000 00000100:00000001:15.0:1506127961.257587:0:3000:0:(niobuf.c:702:ptl_send_rpc()) Process entered 02000000:00000001:15.0:1506127961.257589:0:3000:0:(sec.c:986:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:15.0:1506127961.257591:0:3000:0:(sec.c:1022:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.257592:0:3000:0:(niobuf.c:323:ptlrpc_register_bulk()) Process entered 00000400:00000010:15.0:1506127961.257596:0:3000:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88042c653ba0. 00000400:00000010:15.0:1506127961.257599:0:3000:0:(lib-lnet.h:229:lnet_md_alloc()) alloc '(md)': 192 at ffff8804b97e6e40 (tot 195287564). 00000100:00000200:15.0:1506127961.257603:0:3000:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 5 pages 77970 bytes, mbits x0x59c5acbf08b80-0x59c5acbf08b80, portal 14 00000100:00000001:15.0:1506127961.257606:0:3000:0:(niobuf.c:425:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127961.257608:0:3000:0:(sec.c:1692:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:15.0:1506127961.257610:0:3000:0:(sec_null.c:204:null_alloc_repbuf()) kmalloced 'req->rq_repbuf': 8192 at ffff8808067c6000. 02000000:00000001:15.0:1506127961.257612:0:3000:0:(sec.c:1702:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:15.0:1506127961.257614:0:3000:0:(lib-lnet.h:268:lnet_me_alloc()) slab-alloced 'me' at ffff88042c653b40. 00000400:00000010:15.0:1506127961.257616:0:3000:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88042c60a200. 00000100:00000200:15.0:1506127961.257620:0:3000:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1579288666082176, portal 4 00000100:00000001:15.0:1506127961.257622:0:3000:0:(client.c:2833:ptlrpc_request_addref()) Process entered 00000100:00000001:15.0:1506127961.257623:0:3000:0:(client.c:2835:ptlrpc_request_addref()) Process leaving (rc=18446612166946044160 : -131906763507456 : ffff88081037b900) 00000100:00000040:15.0:1506127961.257627:0:3000:0:(niobuf.c:899:ptl_send_rpc()) @@@ send flg=0 req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/4320 e 0 to 0 dl 1506127968 ref 3 fl Rpc:/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127961.257634:0:3000:0:(niobuf.c:54:ptl_send_buf()) Process entered 00000100:00000040:15.0:1506127961.257637:0:3000:0:(niobuf.c:57:ptl_send_buf()) peer_id 12345-192.168.1.111@o2ib 00000400:00000010:15.0:1506127961.257638:0:3000:0:(lib-lnet.h:222:lnet_md_alloc()) slab-alloced 'md' of size 128 at ffff88042c60a980. 00000100:00000200:15.0:1506127961.257640:0:3000:0:(niobuf.c:85:ptl_send_buf()) Sending 392 bytes to portal 24, xid 1579288666082176, offset 0 00000400:00000010:15.0:1506127961.257643:0:3000:0:(lib-lnet.h:444:lnet_msg_alloc()) alloc '(msg)': 400 at ffff88080f34ca00 (tot 195288156). 00000400:00000200:15.0:1506127961.257647:0:3000:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-192.168.1.111@o2ib 00000400:00000200:15.0:1506127961.257658:0:3000:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 192.168.1.109@o2ib(192.168.1.109@o2ib:) -> 192.168.1.111@o2ib(192.168.1.111@o2ib:192.168.1.111@o2ib) : PUT 00000800:00000200:15.0:1506127961.257662:0:3000:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 392 bytes in 1 frags to 12345-192.168.1.111@o2ib 00000800:00000200:15.0:1506127961.257668:0:3000:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8804b93d6000] -> 192.168.1.111@o2ib (2) version: 12 00000800:00000200:15.0:1506127961.257670:0:3000:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff880825239c00] (20)++ 00000800:00000200:15.0:1506127961.257673:0:3000:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff880825239c00] (21)++ 00000800:00000200:15.0:1506127961.257678:0:3000:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff880825239c00] (22)-- 00000100:00000001:15.0:1506127961.257679:0:3000:0:(niobuf.c:100:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.257681:0:3000:0:(niobuf.c:907:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:15.0:1506127961.257683:0:3000:0:(client.c:1640:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.257685:0:3000:0:(client.c:2262:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:15.0:1506127961.257686:0:3000:0:(client.c:2298:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:15.0:1506127961.257687:0:3000:0:(client.c:2334:ptlrpc_set_wait()) set ffff8804b97e7380 going to sleep for 6 seconds 00000100:00000001:15.0:1506127961.257689:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.257691:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.257693:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.257693:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.258551:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.258555:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.258558:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000100:00000001:15.0:1506127961.258559:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:15.0:1506127961.279345:0:3000:0:(client.c:1680:ptlrpc_check_set()) Process entered 00000400:00000001:15.0:1506127961.279351:0:3000:0:(lib-msg.c:44:lnet_build_unlink_event()) Process entered 00000400:00000001:15.0:1506127961.279352:0:3000:0:(lib-msg.c:53:lnet_build_unlink_event()) Process leaving 00000100:00000001:15.0:1506127961.279354:0:3000:0:(events.c:91:reply_in_callback()) Process entered 00000100:00000200:15.0:1506127961.279359:0:3000:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0 req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/4320 e 0 to 0 dl 1506127968 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000200:15.0:1506127961.279370:0:3000:0:(events.c:114:reply_in_callback()) @@@ unlink req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/4320 e 0 to 0 dl 1506127968 ref 2 fl Rpc:R/0/ffffffff rc 0/-1 00000100:00000001:15.0:1506127961.279377:0:3000:0:(events.c:171:reply_in_callback()) Process leaving 00000400:00000010:15.0:1506127961.279379:0:3000:0:(lib-lnet.h:278:lnet_me_free()) slab-freed 'me' at ffff88042c653b40. 00000400:00000200:15.0:1506127961.279381:0:3000:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88042c60a200 00000400:00000010:15.0:1506127961.279383:0:3000:0:(lib-lnet.h:253:lnet_md_free()) slab-freed 'md' at ffff88042c60a200. 00000100:00000001:15.0:1506127961.279384:0:3000:0:(client.c:2612:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1506127961.279386:0:3000:0:(client.c:1337:after_reply()) Process entered 02000000:00000001:15.0:1506127961.279388:0:3000:0:(sec.c:1029:do_cli_unwrap_reply()) Process entered 00000100:00000001:15.0:1506127961.279389:0:3000:0:(pack_generic.c:577:__lustre_unpack_msg()) Process entered 00000100:00000001:15.0:1506127961.279391:0:3000:0:(pack_generic.c:596:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:15.0:1506127961.279393:0:3000:0:(sec.c:1083:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:15.0:1506127961.279397:0:3000:0:(import.c:1678:at_measured()) add 1 to ffff8801791dfc00 time=40 v=1 (1 0 0 0) 00000100:00001000:15.0:1506127961.279400:0:3000:0:(import.c:1678:at_measured()) add 1 to ffff8801791dfbc8 time=40 v=1 (1 0 0 0) 00000100:00000001:15.0:1506127961.279402:0:3000:0:(client.c:1251:ptlrpc_check_status()) Process entered 00000100:02020000:15.0:1506127961.279405:0:3000:0:(client.c:1266:ptlrpc_check_status()) 11-0: soaked-MDT0003-osp-MDT0001: operation out_update to node 192.168.1.111@o2ib failed: rc = -71 00000100:00000001:15.0:1506127961.279409:0:3000:0:(client.c:1267:ptlrpc_check_status()) Process leaving (rc=18446744073709551545 : -71 : ffffffffffffffb9) 00000004:00000001:15.0:1506127961.279411:0:3000:0:(osp_trans.c:1032:osp_request_commit_cb()) Process entered 00000004:00080000:15.0:1506127961.279413:0:3000:0:(osp_trans.c:1049:osp_request_commit_cb()) trans no 0 committed transno 30064771076 00000020:00000040:15.0:1506127961.279416:0:3000:0:(update_trans.c:80:top_multiple_thandle_dump()) soaked-MDT0001-osd tmt ffff880806473480 refcount 4 committed 0 result -5 batchid 30064771073 00000020:00000040:15.0:1506127961.279419:0:3000:0:(update_trans.c:87:top_multiple_thandle_dump()) st ffff88082becf500 obd soaked-MDT0000-osp-MDT0001 committed 1 stopped 0 sub_th ffff88082ca69740 00000020:00000040:15.0:1506127961.279421:0:3000:0:(update_trans.c:92:top_multiple_thandle_dump()) cookie [0x2:0x32e1:0x2].1 00000020:00000040:15.0:1506127961.279423:0:3000:0:(update_trans.c:87:top_multiple_thandle_dump()) st ffff88082bece000 obd soaked-MDT0003-osp-MDT0001 committed 1 stopped 0 sub_th ffff88082bf7ed80 00000020:00000040:15.0:1506127961.279425:0:3000:0:(update_trans.c:92:top_multiple_thandle_dump()) cookie [0x3:0xc0003ab2:0x2].1 00000020:00000040:15.0:1506127961.279427:0:3000:0:(update_trans.c:87:top_multiple_thandle_dump()) st ffff88082becd500 obd soaked-MDT0002-osp-MDT0001 committed 1 stopped 1 sub_th ffff88082bf7eb40 00000020:00000040:15.0:1506127961.279429:0:3000:0:(update_trans.c:92:top_multiple_thandle_dump()) cookie [0x3:0x800032e2:0x2].1 00000020:00000040:15.0:1506127961.279431:0:3000:0:(update_trans.c:87:top_multiple_thandle_dump()) st ffff88082becc600 obd soaked-MDT0001-osd committed 0 stopped 1 sub_th ffff88082becc200 00000020:00000040:15.0:1506127961.279433:0:3000:0:(update_trans.c:92:top_multiple_thandle_dump()) cookie [0x3:0x40003ab0:0x2].1 00000020:00000001:15.0:1506127961.279434:0:3000:0:(update_trans.c:475:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:15.0:1506127961.279435:0:3000:0:(osp_trans.c:1059:osp_request_commit_cb()) Process leaving 00000100:00000001:15.0:1506127961.279436:0:3000:0:(client.c:2700:ptlrpc_free_committed()) Process entered 00000100:00000040:15.0:1506127961.279438:0:3000:0:(client.c:2708:ptlrpc_free_committed()) soaked-MDT0003-osp-MDT0001: skip recheck: last_committed 30064771076 00000100:00000001:15.0:1506127961.279439:0:3000:0:(client.c:2709:ptlrpc_free_committed()) Process leaving 00000100:00000001:15.0:1506127961.279440:0:3000:0:(client.c:1517:after_reply()) Process leaving (rc=18446744073709551545 : -71 : ffffffffffffffb9) 00000100:00000040:15.0:1506127961.279443:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Rpc" -> "Interpret" req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/192 e 0 to 0 dl 1506127968 ref 2 fl Rpc:RM/0/0 rc -71/-71 00000100:00000001:15.0:1506127961.279450:0:3000:0:(client.c:1990:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551545 : -71 : 0xffffffffffffffb9) 00000100:00000001:15.0:1506127961.279453:0:3000:0:(niobuf.c:439:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:15.0:1506127961.279454:0:3000:0:(niobuf.c:449:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1506127961.279456:0:3000:0:(osp_trans.c:624:osp_update_interpret()) Process entered 00000100:00000040:15.0:1506127961.279458:0:3000:0:(pack_generic.c:417:lustre_msg_buf_v2()) msg ffff8808067c60c0 buffer[1] not present (count 1) 00000100:00020000:15.0:1506127961.279462:0:3000:0:(layout.c:2085:__req_capsule_get()) @@@ Wrong buffer for field `object_update_reply' (1 of 1) in format `OUT_UPDATE': 0 vs. 4096 (server) 00000004:00000010:15.0:1506127961.279471:0:3000:0:(osp_object.c:189:osp_oac_xattr_put()) kfreed 'oxe': 132 at ffff88082c744900. 00000004:00000010:15.0:1506127961.279473:0:3000:0:(osp_object.c:189:osp_oac_xattr_put()) kfreed 'oxe': 88 at ffff88080f1ddde0. 00000004:00000010:15.0:1506127961.279476:0:3000:0:(osp_trans.c:594:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff88082a344000. 00000004:00000010:15.0:1506127961.279479:0:3000:0:(osp_trans.c:594:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff88082a3440c0. 00000020:00000001:15.0:1506127961.279480:0:3000:0:(update_trans.c:524:sub_trans_stop_cb()) Process entered 00000020:00000001:15.0:1506127961.279487:0:3000:0:(update_trans.c:538:sub_trans_stop_cb()) Process leaving 00000004:00000001:15.0:1506127961.279488:0:3000:0:(osp_object.c:1267:osp_invalidate()) Process entered 00000004:00080000:15.0:1506127961.279489:0:3000:0:(osp_object.c:1270:osp_invalidate()) Invalidate osp_object [0x2c0003ab2:0x1:0x0] 00000004:00000001:15.0:1506127961.279490:0:3000:0:(osp_object.c:1277:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127961.279492:0:3000:0:(osp_object.c:1267:osp_invalidate()) Process entered 00000004:00080000:15.0:1506127961.279493:0:3000:0:(osp_object.c:1270:osp_invalidate()) Invalidate osp_object [0x2c0003ab2:0x3:0x0] 00000004:00000001:15.0:1506127961.279494:0:3000:0:(osp_object.c:1277:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:15.0:1506127961.279496:0:3000:0:(osp_trans.c:706:osp_update_interpret()) Process leaving (rc=18446744073709551545 : -71 : ffffffffffffffb9) 00000100:00000040:15.0:1506127961.279499:0:3000:0:(lustre_net.h:2481:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/192 e 0 to 0 dl 1506127968 ref 2 fl Interpret:RM/0/0 rc -71/-71 00000100:00100000:15.0:1506127961.279506:0:3000:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc osp_up3-1:soaked-MDT0001-mdtlov_UUID:3000:1579288666082176:192.168.1.111@o2ib:1000 00000100:00000001:15.0:1506127961.279509:0:3000:0:(client.c:2089:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:15.0:1506127961.279511:0:3000:0:(client.c:2424:ptlrpc_set_wait()) Process leaving (rc=18446744073709551545 : -71 : ffffffffffffffb9) 00000100:00000001:15.0:1506127961.279513:0:3000:0:(client.c:1008:ptlrpc_set_destroy()) Process entered 00000100:00000001:15.0:1506127961.279515:0:3000:0:(client.c:2516:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1506127961.279517:0:3000:0:(client.c:2525:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/192 e 0 to 0 dl 1506127968 ref 2 fl Complete:RM/0/0 rc -71/-71 00000100:00000001:15.0:1506127961.279522:0:3000:0:(client.c:2556:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:15.0:1506127961.279524:0:3000:0:(ptlrpc_internal.h:352:ptlrpc_reqset_put()) kfreed 'set': 152 at ffff8804b97e7380. 00000100:00000001:15.0:1506127961.279527:0:3000:0:(client.c:1050:ptlrpc_set_destroy()) Process leaving 00000100:00000001:15.0:1506127961.279528:0:3000:0:(client.c:2927:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551545 : -71 : ffffffffffffffb9) 00000004:00000001:15.0:1506127961.279530:0:3000:0:(lustre_mdc.h:161:mdc_put_rpc_lock()) Process leaving 00000100:00000001:15.0:1506127961.279531:0:3000:0:(client.c:2516:__ptlrpc_req_finished()) Process entered 00000100:00000040:15.0:1506127961.279532:0:3000:0:(client.c:2525:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff88081037b900 x1579288666082176/t0(0) o1000->soaked-MDT0003-osp-MDT0001@192.168.1.111@o2ib:24/4 lens 392/192 e 0 to 0 dl 1506127968 ref 1 fl Complete:RM/0/0 rc -71/-71 00000100:00000001:15.0:1506127961.279551:0:3000:0:(client.c:2438:__ptlrpc_free_req()) Process entered 02000000:00000001:15.0:1506127961.279552:0:3000:0:(sec.c:1713:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:15.0:1506127961.279554:0:3000:0:(sec_null.c:218:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8808067c6000. 02000000:00000001:15.0:1506127961.279556:0:3000:0:(sec.c:1727:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:15.0:1506127961.279557:0:3000:0:(genops.c:1019:class_import_put()) Process entered 00000020:00000040:15.0:1506127961.279558:0:3000:0:(genops.c:1026:class_import_put()) import ffff8801791df800 refcount=3 obd=soaked-MDT0003-osp-MDT0001 00000020:00000001:15.0:1506127961.279560:0:3000:0:(genops.c:1035:class_import_put()) Process leaving 00000100:00000001:15.0:1506127961.279561:0:3000:0:(client.c:257:ptlrpc_free_bulk()) Process entered 00000020:00000001:15.0:1506127961.279562:0:3000:0:(genops.c:1019:class_import_put()) Process entered 00000020:00000040:15.0:1506127961.279562:0:3000:0:(genops.c:1026:class_import_put()) import ffff8801791df800 refcount=2 obd=soaked-MDT0003-osp-MDT0001 00000020:00000001:15.0:1506127961.279564:0:3000:0:(genops.c:1035:class_import_put()) Process leaving 00000100:00000010:15.0:1506127961.279564:0:3000:0:(client.c:281:ptlrpc_free_bulk()) kfreed '((desc)->bd_u.bd_kvec.bd_kvec)': 80 at ffff88042c653c00. 00000100:00000010:15.0:1506127961.279566:0:3000:0:(client.c:282:ptlrpc_free_bulk()) kfreed 'desc': 280 at ffff88080f34b400. 00000100:00000001:15.0:1506127961.279567:0:3000:0:(client.c:283:ptlrpc_free_bulk()) Process leaving 02000000:00000010:15.0:1506127961.279568:0:3000:0:(sec_null.c:188:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88080f34be00. 02000000:00000001:15.0:1506127961.279570:0:3000:0:(sec.c:466:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:15.0:1506127961.279571:0:3000:0:(sec.c:482:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:15.0:1506127961.279572:0:3000:0:(client.c:499:ptlrpc_request_cache_free()) slab-freed '(req)': 768 at ffff88081037b900. 00000100:00000001:15.0:1506127961.279574:0:3000:0:(client.c:2490:__ptlrpc_free_req()) Process leaving 00000100:00000001:15.0:1506127961.279575:0:3000:0:(client.c:2556:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:15.0:1506127961.279576:0:3000:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=18446744073709551545 : -71 : ffffffffffffffb9) 00000004:00000001:15.0:1506127961.279578:0:3000:0:(osp_trans.c:1367:osp_invalidate_request()) Process entered 00000020:00000010:15.0:1506127961.279580:0:3000:0:(lu_object.c:1678:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff88080f34be00. 00000020:00000010:15.0:1506127961.279582:0:3000:0:(lu_object.c:478:lu_global_key_init()) kmalloced 'value': 512 at ffff88080f34b400. 00000020:00000010:15.0:1506127961.279584:0:3000:0:(dt_object.c:52:dt_global_key_init()) kmalloced 'value': 1240 at ffff8804b901d800. 00000040:00000010:15.0:1506127961.279586:0:3000:0:(llog_obd.c:251:llog_key_init()) kmalloced 'value': 456 at ffff88080f34a600. 00000020:00000010:15.0:1506127961.279588:0:3000:0:(tgt_main.c:342:tgt_key_init()) kmalloced 'value': 1280 at ffff8804b901c800. 00000020:00000010:15.0:1506127961.279590:0:3000:0:(update_records.c:1217:update_key_init()) kmalloced 'value': 416 at ffff88080f34b800. 80000000:00000010:15.0:1506127961.279592:0:3000:0:(fld_handler.c:55:fld_key_init()) kmalloced 'value': 72 at ffff88042c653c00. 40000000:00000010:15.0:1506127961.279594:0:3000:0:(fid_handler.c:447:seq_key_init()) kmalloced 'value': 48 at ffff88082aa0b2c0. 00040000:00000010:15.0:1506127961.279597:0:3000:0:(lquota_lib.c:53:lquota_key_init()) kmalloced 'value': 224 at ffff880822a5e800. 00040000:00000010:15.0:1506127961.279611:0:3000:0:(qmt_dev.c:343:qmt_key_init()) kmalloced 'value': 376 at ffff88080f34ba00. 00040000:00000010:15.0:1506127961.279613:0:3000:0:(qsd_lib.c:71:qsd_key_init()) kmalloced 'value': 392 at ffff88080f34bc00. 00080000:00000010:15.0:1506127961.279616:0:3000:0:(osd_handler.c:6687:osd_key_init()) kmalloced 'info': 3312 at ffff88042c674000. 00080000:00000010:15.0:1506127961.279618:0:3000:0:(osd_handler.c:6691:osd_key_init()) kmalloced 'info->oti_it_ea_buf': 5120 at ffff8808067c6000. 00100000:00000010:15.0:1506127961.279621:0:3000:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced 'value': 1712 at ffff8804b901b000. 00000004:00000010:15.0:1506127961.279623:0:3000:0:(mdt_handler.c:6342:mdt_key_init()) kmalloced 'value': 1376 at ffff8804b9019800. 00000004:00000010:15.0:1506127961.279626:0:3000:0:(lod_dev.c:1826:lod_key_init()) kmalloced 'value': 928 at ffff88080ef99c00. 00000004:00000010:15.0:1506127961.279628:0:3000:0:(mdd_device.c:1719:mdd_key_init()) kmalloced 'value': 1480 at ffff8804b901e000. 00000004:00000010:15.0:1506127961.279630:0:3000:0:(osp_dev.c:1852:osp_key_init()) kmalloced 'value': 600 at ffff88080ef9d800. 00000020:00000010:15.0:1506127961.279633:0:3000:0:(lu_object.c:478:lu_global_key_fini()) kfreed 'info': 512 at ffff88080f34b400. 00000020:00000010:15.0:1506127961.279636:0:3000:0:(dt_object.c:53:dt_global_key_fini()) kfreed 'info': 1240 at ffff8804b901d800. 00000040:00000010:15.0:1506127961.279638:0:3000:0:(llog_obd.c:251:llog_key_fini()) kfreed 'info': 456 at ffff88080f34a600. 00000020:00000010:15.0:1506127961.279640:0:3000:0:(tgt_main.c:359:tgt_key_fini()) kfreed 'info': 1280 at ffff8804b901c800. 00000020:00000010:15.0:1506127961.279642:0:3000:0:(update_records.c:1213:update_key_fini()) kfreed 'info': 416 at ffff88080f34b800. 80000000:00000010:15.0:1506127961.279644:0:3000:0:(fld_handler.c:55:fld_key_fini()) kfreed 'info': 72 at ffff88042c653c00. 40000000:00000010:15.0:1506127961.279645:0:3000:0:(fid_handler.c:447:seq_key_fini()) kfreed 'info': 48 at ffff88082aa0b2c0. 00040000:00000010:15.0:1506127961.279647:0:3000:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 224 at ffff880822a5e800. 00040000:00000010:15.0:1506127961.279649:0:3000:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 376 at ffff88080f34ba00. 00040000:00000010:15.0:1506127961.279651:0:3000:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 392 at ffff88080f34bc00. 00080000:00000010:15.0:1506127961.279653:0:3000:0:(osd_handler.c:6721:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8808067c6000. 00080000:00000010:15.0:1506127961.279655:0:3000:0:(osd_handler.c:6731:osd_key_fini()) kfreed 'info': 3312 at ffff88042c674000. 00100000:00000010:15.0:1506127961.279657:0:3000:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1712 at ffff8804b901b000. 00000004:00000010:15.0:1506127961.279659:0:3000:0:(mdt_handler.c:6361:mdt_key_fini()) kfreed 'info': 1376 at ffff8804b9019800. 00000004:00000010:15.0:1506127961.279661:0:3000:0:(lod_dev.c:1853:lod_key_fini()) kfreed 'info': 928 at ffff88080ef99c00. 00000004:00000010:15.0:1506127961.279663:0:3000:0:(mdd_device.c:1730:mdd_key_fini()) kfreed 'info': 1480 at ffff8804b901e000. 00000004:00000010:15.0:1506127961.279665:0:3000:0:(osp_dev.c:1852:osp_key_fini()) kfreed 'info': 600 at ffff88080ef9d800. 00000020:00000010:15.0:1506127961.279667:0:3000:0:(lu_object.c:1595:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88080f34be00. 00000004:00000010:15.0:1506127961.279670:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8804b92e0000. 00000004:00000010:15.0:1506127961.279672:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759d60. 00000004:00000010:15.0:1506127961.279674:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 32841 at ffff880806030000. 00000004:00000010:15.0:1506127961.279680:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759f40. 00000004:00000010:15.0:1506127961.279682:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8808067f6000. 00000004:00000010:15.0:1506127961.279684:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759f60. 00000004:00000010:15.0:1506127961.279686:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 32841 at ffff880806040000. 00000004:00000010:15.0:1506127961.279691:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759f80. 00000004:00000010:15.0:1506127961.279693:0:3000:0:(osp_trans.c:222:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8808067f7000. 00000004:00000010:15.0:1506127961.279695:0:3000:0:(osp_trans.c:223:osp_update_request_destroy()) kfreed 'ours': 32 at ffff88080f759fa0. 00000004:00000010:15.0:1506127961.279696:0:3000:0:(osp_trans.c:250:osp_update_request_destroy()) kfreed 'our': 120 at ffff880806472a00. 00000004:00000010:15.0:1506127961.279698:0:3000:0:(osp_trans.c:933:osp_thandle_destroy()) kfreed 'oth': 144 at ffff88082bf7ed80.