00000400:00000001:2.0F:1402947131.539342:0:28850:0:(module.c:229:libcfs_ioctl_int()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.539346:0:28850:0:(module.c:315:libcfs_ioctl()) kfreed 'buf': 1024 at ffff8807fe238800 (tot 753473031). 00000400:00000001:2.0:1402947131.539349:0:28850:0:(module.c:316:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.539504:0:28850:0:(module.c:175:libcfs_psdev_release()) Process entered 00000400:00000010:2.0:1402947131.539506:0:28850:0:(module.c:180:libcfs_psdev_release()) kfreed 'ldu': 16 at ffff8807fc208a00 (tot 753473015). 00000400:00000001:2.0:1402947131.539513:0:28850:0:(module.c:184:libcfs_psdev_release()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.541314:0:28851:0:(module.c:157:libcfs_psdev_open()) Process entered 00000400:00000010:2.0:1402947131.541316:0:28851:0:(module.c:161:libcfs_psdev_open()) alloc '(ldu)': 16 at ffff8807f9646660 (tot 753473031). 00000400:00000001:2.0:1402947131.541320:0:28851:0:(module.c:168:libcfs_psdev_open()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.541326:0:28851:0:(module.c:299:libcfs_ioctl()) Process entered 00000400:00000010:2.0:1402947131.541327:0:28851:0:(module.c:301:libcfs_ioctl()) alloc '(buf)': 1024 at ffff8807fe238800 (tot 753474055). 00000400:00000001:2.0:1402947131.541329:0:28851:0:(linux-module.c:48:libcfs_ioctl_getdata()) Process entered 00000400:00000001:2.0:1402947131.541331:0:28851:0:(linux-module.c:89:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.541332:0:28851:0:(module.c:224:libcfs_ioctl_int()) Process entered 00000001:00000001:2.0:1402947131.541334:0:28851:0:(debug.c:344:libcfs_debug_mark_buffer()) *************************************************** 00000001:02000400:2.0:1402947131.541335:0:28851:0:(debug.c:345:libcfs_debug_mark_buffer()) DEBUG MARKER: start 00000001:00000001:2.0:1402947131.541341:0:28851:0:(debug.c:346:libcfs_debug_mark_buffer()) *************************************************** 00000400:00000001:2.0:1402947131.541342:0:28851:0:(module.c:239:libcfs_ioctl_int()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.541343:0:28851:0:(module.c:315:libcfs_ioctl()) kfreed 'buf': 1024 at ffff8807fe238800 (tot 753473031). 00000400:00000001:2.0:1402947131.541345:0:28851:0:(module.c:316:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.541489:0:28851:0:(module.c:175:libcfs_psdev_release()) Process entered 00000400:00000010:2.0:1402947131.541491:0:28851:0:(module.c:180:libcfs_psdev_release()) kfreed 'ldu': 16 at ffff8807f9646660 (tot 753473015). 00000400:00000001:2.0:1402947131.541493:0:28851:0:(module.c:184:libcfs_psdev_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.679644:0:23700:0:(client.c:1973:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1402947131.679647:0:23700:0:(client.c:2009:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0F:1402947131.679649:0:23703:0:(client.c:1973:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1402947131.679653:0:23700:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1402947131.679654:0:23700:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.679655:0:23703:0:(client.c:2009:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1402947131.679656:0:23700:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.679658:0:23700:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.679659:0:23700:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1402947131.679660:0:23700:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.679661:0:23703:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1402947131.679662:0:23703:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.679664:0:23703:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.679666:0:23703:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1402947131.679668:0:23703:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1402947131.679669:0:23703:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0F:1402947131.681649:0:23704:0:(client.c:1973:ptlrpc_expired_set()) Process entered 00000100:00000001:6.0:1402947131.681655:0:23704:0:(client.c:2009:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:6.0:1402947131.681661:0:23704:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:6.0:1402947131.681662:0:23704:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1402947131.681669:0:23704:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1402947131.681671:0:23704:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:6.0:1402947131.681673:0:23704:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:6.0:1402947131.681674:0:23704:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:12.2F:1402947131.682854:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8808097a9000] (256)++ 00000800:00000200:6.0:1402947131.682899:0:23669:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8808097a9000] (257)++ 00000800:00000200:6.0:1402947131.682913:0:23669:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[0] from 10.150.10.8@o2ib8 00000400:00000010:6.0:1402947131.682917:0:23669:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff880744069000 (tot 753473367). 00000400:00000200:6.0:1402947131.682924:0:23669:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.150.10.8@o2ib8 of length 392 into portal 23 MB=0x539a00fd3f038 00000400:00000200:6.0:1402947131.682930:0:23669:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 17 from 12345-10.150.10.8@o2ib8 of length 392/392 into md 0x27ceb21 [1] + 1736 00000400:00000010:6.0:1402947131.682934:0:23669:0:(lib-lnet.h:508:lnet_me_free()) kfreed 'me': 96 at ffff88074098b640 (tot 753473271). 00000400:00000200:6.0:1402947131.682937:0:23669:0:(lib-md.c:69:lnet_md_unlink()) Queueing unlink of md ffff8807f7a7fd40 00000100:00000001:6.0:1402947131.682941:0:23669:0:(events.c:298:request_in_callback()) Process entered 00000100:00000200:6.0:1402947131.682943:0:23669:0:(events.c:308:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:6.0:1402947131.682945:0:23669:0:(events.c:352:request_in_callback()) incoming req@ffff88081707c850 x1470734506651704 msgsize 392 00000800:00000200:4.0F:1402947131.682945:0:23670:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (258)-- 00000100:00100000:6.0:1402947131.682949:0:23669:0:(events.c:354:request_in_callback()) peer: 12345-10.150.10.8@o2ib8 00000100:00000040:6.0:1402947131.682950:0:23669:0:(events.c:363:request_in_callback()) Buffer complete: 127 buffers still posted 00000100:00000001:6.0:1402947131.682954:0:23669:0:(events.c:387:request_in_callback()) Process leaving 00000400:00000200:6.0:1402947131.682955:0:23669:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff8807f7a7fd40 00000400:00000010:6.0:1402947131.682956:0:23669:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff8807f7a7fd40 (tot 753473143). 00000400:00000010:6.0:1402947131.682960:0:23669:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff880744069000 (tot 753472791). 00000800:00000200:6.0:1402947131.682964:0:23669:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (257)++ 00000800:00000200:6.0:1402947131.682966:0:23669:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (258)-- 00000800:00000200:6.0:1402947131.682967:0:23669:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (257)-- 00000400:00000001:0.0F:1402947131.682993:0:26694:0:(watchdog.c:416:lc_watchdog_touch()) Process entered 00000400:00000001:0.0:1402947131.683000:0:26694:0:(watchdog.c:427:lc_watchdog_touch()) Process leaving 00000100:00000001:0.0:1402947131.683002:0:26694:0:(service.c:1868:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1402947131.683004:0:26694:0:(sec.c:2053:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1402947131.683006:0:26694:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1402947131.683007:0:26694:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1402947131.683011:0:26694:0:(sec.c:2100:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1402947131.683013:0:26694:0:(service.c:1947:ptlrpc_server_handle_req_in()) got req x1470734506651704 00000020:00000001:0.0:1402947131.683016:0:26694:0:(genops.c:741:class_conn2export()) Process entered 00000020:00000040:0.0:1402947131.683017:0:26694:0:(genops.c:753:class_conn2export()) looking for export cookie 0x76ac476b81d33c1c 00000020:00000001:0.0:1402947131.683019:0:26694:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000040:0.0:1402947131.683021:0:26694:0:(genops.c:839:class_export_get()) GETting export ffff8807fc23ec00 : new refcount 327 00000020:00000001:0.0:1402947131.683024:0:26694:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166609202176 : -131907100349440 : ffff8807fc23ec00) 00000020:00000001:0.0:1402947131.683026:0:26694:0:(genops.c:755:class_conn2export()) Process leaving (rc=18446612166609202176 : -131907100349440 : ffff8807fc23ec00) 00000100:00000001:0.0:1402947131.683029:0:26694:0:(service.c:1068:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1402947131.683031:0:26694:0:(service.c:1136:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1402947131.683034:0:26694:0:(lu_object.c:1643:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8807a2092600. 02000000:00000010:0.0:1402947131.683036:0:26694:0:(capa.c:416:lu_capainfo_key_init()) kmalloced 'value': 128 at ffff880742c69dc0. 00000020:00000010:0.0:1402947131.683039:0:26694:0:(lu_ucred.c:53:lu_ucred_key_init()) kmalloced 'value': 72 at ffff88074b752840. 00000020:00000010:0.0:1402947131.683041:0:26694:0:(tgt_main.c:187:tgt_ses_key_init()) kmalloced 'value': 144 at ffff8807fb9eeb40. 00000100:00000040:0.0:1402947131.683044:0:26694:0:(service.c:1203:ptlrpc_at_set_timer()) armed mdt_readpage at +50s 00000100:00000001:0.0:1402947131.683046:0:26694:0:(service.c:1678:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1402947131.683047:0:26694:0:(service.c:1579:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1402947131.683050:0:26694:0:(service.c:1630:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.683052:0:26694:0:(service.c:1693:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.683058:0:26694:0:(service.c:2006:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1402947131.683062:0:26694:0:(watchdog.c:433:lc_watchdog_disable()) Process entered 00000400:00000001:0.0:1402947131.683063:0:26694:0:(watchdog.c:441:lc_watchdog_disable()) Process leaving 00000400:00000001:0.0:1402947131.683065:0:26694:0:(watchdog.c:416:lc_watchdog_touch()) Process entered 00000400:00000001:0.0:1402947131.683065:0:26694:0:(watchdog.c:427:lc_watchdog_touch()) Process leaving 00000100:00000001:0.0:1402947131.683067:0:26694:0:(service.c:2029:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1402947131.683068:0:26694:0:(service.c:1811:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1402947131.683072:0:26694:0:(nrs_fifo.c:182:nrs_fifo_req_get()) NRS start fifo request from 12345-10.150.10.8@o2ib8, seq: 40035 00000100:00000040:0.0:1402947131.683074:0:26694:0:(service.c:1849:ptlrpc_server_request_get()) RPC GETting export ffff8807fc23ec00 : new rpc_count 1 00000100:00000001:0.0:1402947131.683076:0:26694:0:(service.c:1851:ptlrpc_server_request_get()) Process leaving (rc=18446612167060342864 : -131906649208752 : ffff88081707c850) 00000100:00000040:0.0:1402947131.683080:0:26694:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff88081707c850 x1470734506651704/t0(0) o35->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 392/0 e 0 to 0 dl 1402947186 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:0.0:1402947131.683089:0:26694:0:(service.c:1068:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1402947131.683090:0:26694:0:(service.c:1081:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1402947131.683093:0:26694:0:(service.c:2090:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg00_012:cb365a8a-7d74-68bd-5926-7b87116a2268+327:37971:x1470734506651704:12345-10.150.10.8@o2ib8:35 00000100:00000200:0.0:1402947131.683096:0:26694:0:(service.c:2095:ptlrpc_server_handle_request()) got req 1470734506651704 00000020:00000001:0.0:1402947131.683098:0:26694:0:(tgt_handler.c:589:tgt_request_handle()) Process entered 00000020:00000001:0.0:1402947131.683100:0:26694:0:(tgt_handler.c:553:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1402947131.683102:0:26694:0:(tgt_handler.c:575:tgt_handler_find_check()) Process leaving (rc=18446744072121258336 : -1588293280 : ffffffffa1549160) 00000020:00000001:0.0:1402947131.683105:0:26694:0:(tgt_handler.c:492:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1402947131.683106:0:26694:0:(tgt_handler.c:542:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1402947131.683108:0:26694:0:(tgt_handler.c:377:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1402947131.683109:0:26694:0:(tgt_handler.c:307:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1402947131.683110:0:26694:0:(tgt_handler.c:362:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683113:0:26694:0:(mdt_open.c:2288:mdt_close()) Process entered 00000020:00000001:0.0:1402947131.683116:0:26694:0:(lprocfs_jobstats.c:217:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1402947131.683117:0:26694:0:(lprocfs_jobstats.c:224:lprocfs_job_stats_log()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000001:0.0:1402947131.683119:0:26694:0:(mdt_lib.c:1024:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1402947131.683121:0:26694:0:(mdt_lib.c:940:mdt_ioepoch_unpack()) Process entered 00000004:00000001:0.0:1402947131.683123:0:26694:0:(mdt_lib.c:947:mdt_ioepoch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683125:0:26694:0:(mdt_lib.c:879:mdt_setattr_unpack_rec()) Process entered 00000004:00000001:0.0:1402947131.683127:0:26694:0:(mdt_lib.c:934:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683128:0:26694:0:(mdt_lib.c:1007:mdt_hsm_release_unpack()) Process entered 00000004:00000001:0.0:1402947131.683129:0:26694:0:(mdt_lib.c:1010:mdt_hsm_release_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683131:0:26694:0:(mdt_lib.c:465:old_init_ucred_reint()) Process entered 02000000:00000001:0.0:1402947131.683134:0:26694:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered 02000000:00000001:0.0:1402947131.683136:0:26694:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612166636498752 : -131907073052864 : ffff8807fdc46f40) 00000004:00000001:0.0:1402947131.683138:0:26694:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1402947131.683138:0:26694:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683140:0:26694:0:(mdt_lib.c:495:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683141:0:26694:0:(mdt_lib.c:1038:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.683144:0:26694:0:(pack_generic.c:337:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1402947131.683146:0:26694:0:(sec.c:2113:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1402947131.683148:0:26694:0:(sec_null.c:331:null_alloc_rs()) kmalloced 'rs': 960 at ffff880740bf6000. 02000000:00000001:0.0:1402947131.683150:0:26694:0:(sec.c:2149:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.683152:0:26694:0:(pack_generic.c:371:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683155:0:26694:0:(mdt_internal.h:956:mdt_check_resent()) Process entered 00000004:00000001:0.0:1402947131.683156:0:26694:0:(mdt_internal.h:966:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683158:0:26694:0:(mdt_open.c:88:mdt_handle2mfd()) Process entered 00000020:00000001:0.0:1402947131.683159:0:26694:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:0.0:1402947131.683160:0:26694:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166629689536 : -131907079862080 : ffff8807fd5c88c0) 00000004:00000001:0.0:1402947131.683162:0:26694:0:(mdt_open.c:101:mdt_handle2mfd()) Process leaving (rc=18446612166629689536 : -131907079862080 : ffff8807fd5c88c0) 00000020:00000040:0.0:1402947131.683165:0:26694:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff8807fd5c88c0 with handle 0x76ac476b88259067 from hash 00000004:00000001:0.0:1402947131.683167:0:26694:0:(mdt_internal.h:546:mdt_object_get()) Process entered 00000004:00000001:0.0:1402947131.683168:0:26694:0:(mdt_internal.h:548:mdt_object_get()) Process leaving 00000004:00000001:0.0:1402947131.683169:0:26694:0:(mdt_open.c:2195:mdt_mfd_close()) Process entered 00000004:00000001:0.0:1402947131.683171:0:26694:0:(mdd_object.c:830:mdd_attr_set()) Process entered 00000004:00000001:0.0:1402947131.683173:0:26694:0:(lod_object.c:762:lod_attr_get()) Process entered 00000004:00000001:0.0:1402947131.683176:0:26694:0:(lod_object.c:766:lod_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683177:0:26694:0:(mdd_object.c:415:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1402947131.683179:0:26694:0:(mdd_object.c:453:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683180:0:26694:0:(mdd_object.c:848:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683182:0:26694:0:(mdd_object.c:1697:mdd_close()) Process entered 00000004:00000001:0.0:1402947131.683184:0:26694:0:(lod_object.c:762:lod_attr_get()) Process entered 00000004:00000001:0.0:1402947131.683185:0:26694:0:(lod_object.c:766:lod_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683186:0:26694:0:(mdd_object.c:1757:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1402947131.683193:0:26694:0:(mdt_internal.h:554:mdt_object_put()) Process entered 00000020:00000001:0.0:1402947131.683195:0:26694:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000004:00000001:0.0:1402947131.683197:0:26694:0:(mdt_internal.h:556:mdt_object_put()) Process leaving 00000004:00000001:0.0:1402947131.683198:0:26694:0:(mdt_open.c:2275:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683200:0:26694:0:(mdt_lib.c:722:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1402947131.683201:0:26694:0:(mdt_lib.c:751:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1402947131.683202:0:26694:0:(mdt_open.c:577:mdt_empty_transno()) Process entered 00000004:00000002:0.0:1402947131.683204:0:26694:0:(mdt_open.c:605:mdt_empty_transno()) transno = 68720967360, last_committed = 68720967357 00000004:00000001:0.0:1402947131.683205:0:26694:0:(mdt_open.c:652:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1402947131.683206:0:26694:0:(mdt_internal.h:554:mdt_object_put()) Process entered 00000020:00000001:0.0:1402947131.683207:0:26694:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000004:00000001:0.0:1402947131.683210:0:26694:0:(mdt_internal.h:556:mdt_object_put()) Process leaving 00000004:00000001:0.0:1402947131.683211:0:26694:0:(mdt_handler.c:467:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1402947131.683212:0:26694:0:(mdt_handler.c:471:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1402947131.683213:0:26694:0:(mdt_lib.c:599:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1402947131.683214:0:26694:0:(mdt_lib.c:621:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0 00000004:00000001:0.0:1402947131.683219:0:26694:0:(mdt_lib.c:710:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1402947131.683222:0:26694:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1402947131.683223:0:26694:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1402947131.683225:0:26694:0:(mdt_open.c:2368:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1402947131.683226:0:26694:0:(ldlm_lib.c:2363:target_committed_to_req()) last_committed 68720967357, transno 68720967360, xid 1470734506651704 00010000:00000001:0.0:1402947131.683229:0:26694:0:(ldlm_lib.c:2422:target_send_reply()) Process entered 00010000:00000200:0.0:1402947131.683232:0:26694:0:(ldlm_lib.c:2410:target_send_reply_msg()) @@@ sending reply req@ffff88081707c850 x1470734506651704/t68720967360(0) o35->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 392/456 e 0 to 0 dl 1402947186 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:0.0:1402947131.683240:0:26694:0:(ldlm_lib.c:2375:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1402947131.683241:0:26694:0:(ldlm_lib.c:2394:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1402947131.683243:0:26694:0:(import.c:1588:at_measured()) add 1 to ffff880821f30950 time=92 v=40 (1 1 1 0) 00000100:00000001:0.0:1402947131.683247:0:26694:0:(connection.c:136:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1402947131.683249:0:26694:0:(connection.c:141:ptlrpc_connection_addref()) conn=ffff8807f9c88340 refcount 8 to 10.150.10.8@o2ib8 00000100:00000001:0.0:1402947131.683251:0:26694:0:(connection.c:143:ptlrpc_connection_addref()) Process leaving (rc=18446612166569657152 : -131907139894464 : ffff8807f9c88340) 02000000:00000001:0.0:1402947131.683253:0:26694:0:(sec.c:2162:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1402947131.683254:0:26694:0:(sec.c:2173:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.683256:0:26694:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:0.0:1402947131.683259:0:26694:0:(niobuf.c:64:ptl_send_buf()) conn=ffff8807f9c88340 id 12345-10.150.10.8@o2ib8 00000400:00000010:0.0:1402947131.683261:0:26694:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff88081dfff340 (tot 753472919). 00000100:00000200:0.0:1402947131.683265:0:26694:0:(niobuf.c:86:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1470734506651704, offset 192 00000400:00000010:0.0:1402947131.683267:0:26694:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff8807a2092e00 (tot 753473271). 00000400:00000200:0.0:1402947131.683271:0:26694:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.150.10.8@o2ib8 00000800:00000200:0.0:1402947131.683278:0:26694:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 424 bytes in 1 frags to 12345-10.150.10.8@o2ib8 00000800:00000200:0.0:1402947131.683284:0:26694:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff88081d680cc0] -> 10.150.10.8@o2ib8 (2) version: 12 00000800:00000200:0.0:1402947131.683286:0:26694:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff8808097a9000] (256)++ 00000800:00000200:0.0:1402947131.683288:0:26694:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff8808097a9000] (257)++ 00000800:00000200:0.0:1402947131.683290:0:26694:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (258)++ 00000800:00000200:0.0:1402947131.683295:0:26694:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (259)-- 00000800:00000200:0.0:1402947131.683296:0:26694:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff8808097a9000] (258)-- 00000100:00000001:0.0:1402947131.683298:0:26694:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1402947131.683299:0:26694:0:(connection.c:99:ptlrpc_connection_put()) Process entered 00000100:00000040:0.0:1402947131.683301:0:26694:0:(connection.c:127:ptlrpc_connection_put()) PUT conn=ffff8807f9c88340 refcount 7 to 10.150.10.8@o2ib8 00000100:00000001:0.0:1402947131.683303:0:26694:0:(connection.c:129:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1402947131.683305:0:26694:0:(ldlm_lib.c:2434:target_send_reply()) Process leaving 00000020:00000001:0.0:1402947131.683306:0:26694:0:(tgt_handler.c:447:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1402947131.683308:0:26694:0:(tgt_handler.c:660:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1402947131.683311:0:26694:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff88081707c850 x1470734506651704/t68720967360(0) o35->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 392/424 e 0 to 0 dl 1402947186 ref 1 fl Interpret:/0/0 rc 0/0 00000100:00100000:0.0:1402947131.683319:0:26694:0:(service.c:2140:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt_rdpg00_012:cb365a8a-7d74-68bd-5926-7b87116a2268+327:37971:x1470734506651704:12345-10.150.10.8@o2ib8:35 Request procesed in 228us (372us total) trans 68720967360 rc 0/0 00000800:00000200:12.2:1402947131.683323:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8808097a9000] (257)++ 00000100:00100000:0.0:1402947131.683325:0:26694:0:(nrs_fifo.c:244:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.150.10.8@o2ib8, seq: 40035 00000100:00000040:0.0:1402947131.683328:0:26694:0:(service.c:1053:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8807fc23ec00 : new rpc_count 0 00000100:00000001:0.0:1402947131.683330:0:26694:0:(service.c:1636:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1402947131.683331:0:26694:0:(service.c:1647:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1402947131.683333:0:26694:0:(capa.c:416:lu_capainfo_key_fini()) kfreed 'info': 128 at ffff880742c69dc0. 00000020:00000010:0.0:1402947131.683336:0:26694:0:(lu_ucred.c:53:lu_ucred_key_fini()) kfreed 'info': 72 at ffff88074b752840. 00000020:00000010:0.0:1402947131.683338:0:26694:0:(tgt_main.c:187:tgt_ses_key_fini()) kfreed 'info': 144 at ffff8807fb9eeb40. 00000020:00000010:0.0:1402947131.683340:0:26694:0:(lu_object.c:1593:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8807a2092600. 00000020:00000040:0.0:1402947131.683342:0:26694:0:(genops.c:849:class_export_put()) PUTting export ffff8807fc23ec00 : new refcount 326 02000000:00000001:0.0:1402947131.683345:0:26694:0:(sec.c:2183:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1402947131.683346:0:26694:0:(sec_null.c:356:null_free_rs()) kfreed 'rs': 704 at ffff880742358400. 02000000:00000001:0.0:1402947131.683348:0:26694:0:(sec.c:2196:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1402947131.683349:0:26694:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff88081feeac00. 02000000:00000001:0.0:1402947131.683351:0:26694:0:(sec.c:2183:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1402947131.683352:0:26694:0:(sec_null.c:356:null_free_rs()) kfreed 'rs': 704 at ffff880742390c00. 02000000:00000001:0.0:1402947131.683353:0:26694:0:(sec.c:2196:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1402947131.683354:0:26694:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff8807ff9ae800. 02000000:00000001:0.0:1402947131.683356:0:26694:0:(sec.c:2183:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1402947131.683357:0:26694:0:(sec_null.c:356:null_free_rs()) kfreed 'rs': 704 at ffff8807f969a000. 02000000:00000001:0.0:1402947131.683358:0:26694:0:(sec.c:2196:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1402947131.683358:0:26694:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff8807f9e5b800. 02000000:00000001:0.0:1402947131.683360:0:26694:0:(sec.c:2183:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1402947131.683361:0:26694:0:(sec_null.c:356:null_free_rs()) kfreed 'rs': 960 at ffff8807fe2c2400. 02000000:00000001:0.0:1402947131.683362:0:26694:0:(sec.c:2196:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1402947131.683363:0:26694:0:(client.c:418:ptlrpc_request_cache_free()) slab-freed '(req)': 976 at ffff8807fb392800. 00000100:00000001:0.0:1402947131.683365:0:26694:0:(service.c:2162:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:4.0:1402947131.683367:0:23670:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8808097a9000] (258)++ 00000100:00000200:0.0:1402947131.683368:0:26694:0:(niobuf.c:876:ptlrpc_register_rqbd()) LNetMEAttach: portal 23 00000400:00000010:0.0:1402947131.683370:0:26694:0:(lib-lnet.h:500:lnet_me_alloc()) alloc '(me)': 96 at ffff88074b752840 (tot 753473367). 00000400:00000010:0.0:1402947131.683373:0:26694:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880742c69dc0 (tot 753473495). 00000400:00000001:0.0:1402947131.683376:0:26694:0:(watchdog.c:433:lc_watchdog_disable()) Process entered 00000800:00000200:4.0:1402947131.683377:0:23670:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff8808097a9000] (259)++ 00000400:00000001:0.0:1402947131.683378:0:26694:0:(watchdog.c:441:lc_watchdog_disable()) Process leaving 00000800:00000200:4.0:1402947131.683379:0:23670:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff8808097a9000] (260)-- 00000100:00000001:4.0:1402947131.683383:0:23670:0:(events.c:398:reply_out_callback()) Process entered 02000000:00000001:4.0:1402947131.683385:0:23670:0:(sec.c:2183:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:4.0:1402947131.683387:0:23670:0:(sec_null.c:356:null_free_rs()) kfreed 'rs': 960 at ffff880740bf6000. 02000000:00000001:4.0:1402947131.683390:0:23670:0:(sec.c:2196:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:4.0:1402947131.683391:0:23670:0:(events.c:409:reply_out_callback()) Process leaving 00000400:00000200:4.0:1402947131.683392:0:23670:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff88081dfff340 00000400:00000010:4.0:1402947131.683394:0:23670:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff88081dfff340 (tot 753473367). 00000400:00000010:4.0:1402947131.683397:0:23670:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff8807a2092e00 (tot 753473015). 00000800:00000200:4.0:1402947131.683400:0:23670:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (259)++ 00000800:00000200:4.0:1402947131.683402:0:23670:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (260)-- 00000800:00000200:4.0:1402947131.683403:0:23670:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff8808097a9000] (259)-- 00000800:00000200:4.0:1402947131.683405:0:23670:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (258)-- 00000800:00000200:4.0:1402947131.683407:0:23670:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (257)-- 00000800:00000200:12.2:1402947131.684588:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8808097a9000] (256)++ 00000800:00000200:4.0:1402947131.684636:0:23670:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8808097a9000] (257)++ 00000800:00000200:4.0:1402947131.684661:0:23670:0:(o2iblnd_cb.c:311:kiblnd_handle_rx()) Received d1[1] from 10.150.10.8@o2ib8 00000800:00000200:4.0:1402947131.684664:0:23670:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (258)++ 00000800:00000200:4.0:1402947131.684665:0:23670:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (259)-- 00000400:00000010:4.0:1402947131.684669:0:23670:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff8807a2092e00 (tot 753473367). 00000400:00000200:4.0:1402947131.684674:0:23670:0:(lib-ptl.c:546:lnet_ptl_match_md()) Request from 12345-10.150.10.8@o2ib8 of length 504 into portal 12 MB=0x539a00fd3f03c 00000400:00000200:4.0:1402947131.684680:0:23670:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index c from 12345-10.150.10.8@o2ib8 of length 504/504 into md 0x4ba24f1 [1] + 13584 00000800:00000200:6.0:1402947131.684684:0:23669:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (258)-- 00000100:00000001:4.0:1402947131.684686:0:23670:0:(events.c:298:request_in_callback()) Process entered 00000100:00000200:4.0:1402947131.684688:0:23670:0:(events.c:308:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:4.0:1402947131.684692:0:23670:0:(client.c:412:ptlrpc_request_cache_alloc()) slab-alloced 'req': 976 at ffff8807fb759800. 00000100:00000040:4.0:1402947131.684694:0:23670:0:(events.c:352:request_in_callback()) incoming req@ffff8807fb759800 x1470734506651708 msgsize 504 00000100:00100000:4.0:1402947131.684697:0:23670:0:(events.c:354:request_in_callback()) peer: 12345-10.150.10.8@o2ib8 00000100:00000001:4.0:1402947131.684701:0:23670:0:(events.c:387:request_in_callback()) Process leaving 00000400:00000010:4.0:1402947131.684703:0:23670:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff8807a2092e00 (tot 753473015). 00000800:00000200:4.0:1402947131.684707:0:23670:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (257)++ 00000800:00000200:4.0:1402947131.684708:0:23670:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (258)-- 00000800:00000200:4.0:1402947131.684710:0:23670:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (257)-- 00000400:00000001:2.0:1402947131.684743:0:25039:0:(watchdog.c:416:lc_watchdog_touch()) Process entered 00000400:00000001:2.0:1402947131.684747:0:25039:0:(watchdog.c:427:lc_watchdog_touch()) Process leaving 00000100:00000001:2.0:1402947131.684749:0:25039:0:(service.c:1868:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1402947131.684751:0:25039:0:(sec.c:2053:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1402947131.684752:0:25039:0:(pack_generic.c:582:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1402947131.684754:0:25039:0:(pack_generic.c:601:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1402947131.684757:0:25039:0:(sec.c:2100:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1402947131.684763:0:25039:0:(service.c:1947:ptlrpc_server_handle_req_in()) got req x1470734506651708 00000020:00000001:2.0:1402947131.684765:0:25039:0:(genops.c:741:class_conn2export()) Process entered 00000020:00000040:2.0:1402947131.684766:0:25039:0:(genops.c:753:class_conn2export()) looking for export cookie 0x76ac476b81d33c1c 00000020:00000001:2.0:1402947131.684768:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000040:2.0:1402947131.684770:0:25039:0:(genops.c:839:class_export_get()) GETting export ffff8807fc23ec00 : new refcount 327 00000020:00000001:2.0:1402947131.684772:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166609202176 : -131907100349440 : ffff8807fc23ec00) 00000020:00000001:2.0:1402947131.684774:0:25039:0:(genops.c:755:class_conn2export()) Process leaving (rc=18446612166609202176 : -131907100349440 : ffff8807fc23ec00) 00000100:00000001:2.0:1402947131.684777:0:25039:0:(service.c:1068:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1402947131.684778:0:25039:0:(service.c:1081:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1402947131.684780:0:25039:0:(lu_object.c:1643:keys_init()) kmalloced 'ctx->lc_value': 320 at ffff8807fdc90c00. 02000000:00000010:2.0:1402947131.684782:0:25039:0:(capa.c:416:lu_capainfo_key_init()) kmalloced 'value': 128 at ffff8807faeb50c0. 00000020:00000010:2.0:1402947131.684784:0:25039:0:(lu_ucred.c:53:lu_ucred_key_init()) kmalloced 'value': 72 at ffff880815392a40. 00000020:00000010:2.0:1402947131.684787:0:25039:0:(tgt_main.c:187:tgt_ses_key_init()) kmalloced 'value': 144 at ffff8807fb90e2c0. 00000100:00000040:2.0:1402947131.684790:0:25039:0:(service.c:1203:ptlrpc_at_set_timer()) armed mdt at +50s 00000100:00000001:2.0:1402947131.684792:0:25039:0:(service.c:1678:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1402947131.684793:0:25039:0:(service.c:1579:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1402947131.684795:0:25039:0:(service.c:1630:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.684797:0:25039:0:(service.c:1693:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.684803:0:25039:0:(service.c:2006:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1402947131.684807:0:25039:0:(watchdog.c:433:lc_watchdog_disable()) Process entered 00000400:00000001:2.0:1402947131.684808:0:25039:0:(watchdog.c:441:lc_watchdog_disable()) Process leaving 00000400:00000001:2.0:1402947131.684809:0:25039:0:(watchdog.c:416:lc_watchdog_touch()) Process entered 00000400:00000001:2.0:1402947131.684810:0:25039:0:(watchdog.c:427:lc_watchdog_touch()) Process leaving 00000100:00000001:2.0:1402947131.684811:0:25039:0:(service.c:2029:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1402947131.684812:0:25039:0:(service.c:1811:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1402947131.684817:0:25039:0:(nrs_fifo.c:182:nrs_fifo_req_get()) NRS start fifo request from 12345-10.150.10.8@o2ib8, seq: 4576422 00000100:00000040:2.0:1402947131.684819:0:25039:0:(service.c:1849:ptlrpc_server_request_get()) RPC GETting export ffff8807fc23ec00 : new rpc_count 1 00000100:00000001:2.0:1402947131.684821:0:25039:0:(service.c:1851:ptlrpc_server_request_get()) Process leaving (rc=18446612166597777408 : -131907111774208 : ffff8807fb759800) 00000100:00000040:2.0:1402947131.684824:0:25039:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "New" -> "Interpret" req@ffff8807fb759800 x1470734506651708/t0(0) o36->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 504/0 e 0 to 0 dl 1402947186 ref 1 fl New:/0/ffffffff rc 0/-1 00000100:00000001:2.0:1402947131.684833:0:25039:0:(service.c:1068:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1402947131.684833:0:25039:0:(service.c:1081:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1402947131.684836:0:25039:0:(service.c:2090:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc mdt00_005:cb365a8a-7d74-68bd-5926-7b87116a2268+327:37971:x1470734506651708:12345-10.150.10.8@o2ib8:36 00000100:00000200:2.0:1402947131.684839:0:25039:0:(service.c:2095:ptlrpc_server_handle_request()) got req 1470734506651708 00000020:00000001:2.0:1402947131.684842:0:25039:0:(tgt_handler.c:589:tgt_request_handle()) Process entered 00000020:00000001:2.0:1402947131.684844:0:25039:0:(tgt_handler.c:553:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1402947131.684845:0:25039:0:(tgt_handler.c:575:tgt_handler_find_check()) Process leaving (rc=18446744072121258384 : -1588293232 : ffffffffa1549190) 00000020:00000001:2.0:1402947131.684848:0:25039:0:(tgt_handler.c:492:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1402947131.684849:0:25039:0:(tgt_handler.c:542:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1402947131.684851:0:25039:0:(tgt_handler.c:377:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1402947131.684851:0:25039:0:(tgt_handler.c:307:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1402947131.684853:0:25039:0:(tgt_handler.c:362:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684855:0:25039:0:(mdt_handler.c:1890:mdt_reint()) Process entered 00000004:00000002:2.0:1402947131.684859:0:25039:0:(mdt_handler.c:1858:mdt_reint_opcode()) @@@ reint opt = 4 req@ffff8807fb759800 x1470734506651708/t0(0) o36->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 504/0 e 0 to 0 dl 1402947186 ref 1 fl Interpret:/0/ffffffff rc 0/-1 00000004:00000001:2.0:1402947131.684866:0:25039:0:(mdt_handler.c:1786:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1402947131.684868:0:25039:0:(mdt_lib.c:1475:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1402947131.684869:0:25039:0:(mdt_lib.c:1170:mdt_unlink_unpack()) Process entered 00000004:00000001:2.0:1402947131.684872:0:25039:0:(mdt_lib.c:959:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684874:0:25039:0:(mdt_lib.c:1209:mdt_unlink_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684875:0:25039:0:(mdt_lib.c:1485:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.684877:0:25039:0:(pack_generic.c:337:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1402947131.684879:0:25039:0:(sec.c:2113:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1402947131.684881:0:25039:0:(sec_null.c:331:null_alloc_rs()) kmalloced 'rs': 3392 at ffff88074211e000. 02000000:00000001:2.0:1402947131.684883:0:25039:0:(sec.c:2149:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.684884:0:25039:0:(pack_generic.c:371:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684887:0:25039:0:(mdt_lib.c:465:old_init_ucred_reint()) Process entered 02000000:00000001:2.0:1402947131.684888:0:25039:0:(upcall_cache.c:155:upcall_cache_get_entry()) Process entered 02000000:00000001:2.0:1402947131.684890:0:25039:0:(upcall_cache.c:269:upcall_cache_get_entry()) Process leaving (rc=18446612166636498752 : -131907073052864 : ffff8807fdc46f40) 00000004:00000001:2.0:1402947131.684892:0:25039:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1402947131.684893:0:25039:0:(mdt_lib.c:103:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684894:0:25039:0:(mdt_lib.c:495:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684896:0:25039:0:(mdt_internal.h:956:mdt_check_resent()) Process entered 00000004:00000001:2.0:1402947131.684897:0:25039:0:(mdt_internal.h:966:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.684899:0:25039:0:(mdt_reint.c:2042:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1402947131.684900:0:25039:0:(mdt_reint.c:869:mdt_reint_unlink()) Process entered 00000004:00000002:2.0:1402947131.684903:0:25039:0:(mdt_reint.c:872:mdt_reint_unlink()) @@@ unlink [0xc000013a1:0x3:0x0]/posix_shm_open req@ffff8807fb759800 x1470734506651708/t0(0) o36->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 504/3128 e 0 to 0 dl 1402947186 ref 1 fl Interpret:/0/0 rc 0/0 00010000:00000001:2.0:1402947131.684910:0:25039:0:(ldlm_lockd.c:1551:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1402947131.684912:0:25039:0:(ldlm_lockd.c:1566:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00000001:2.0:1402947131.684915:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.684916:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.684918:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166591407872 : -131907118143744 : ffff8807fb146700) 00010000:00000001:2.0:1402947131.684920:0:25039:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166591407872 : -131907118143744 : ffff8807fb146700) 00010000:00000040:2.0:1402947131.684922:0:25039:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8807ff884ac0 count: 3 00010000:00000001:2.0:1402947131.684924:0:25039:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1402947131.684926:0:25039:0:(tgt_handler.c:1161:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.684928:0:25039:0:(ldlm_lockd.c:795:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.684929:0:25039:0:(ldlm_lockd.c:799:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1402947131.684931:0:25039:0:(tgt_handler.c:1206:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.684933:0:25039:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1402947131.684934:0:25039:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1402947131.684938:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.684939:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.684940:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.684942:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1402947131.684943:0:25039:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff8807fb146700 with handle 0x76ac476b88259060 from hash 00010000:00000001:2.0:1402947131.684945:0:25039:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1402947131.684946:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.684947:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.684947:0:25039:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1402947131.684950:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.684951:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.684952:0:25039:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1402947131.684953:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1402947131.684956:0:25039:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb146700/0x76ac476b88259060 lrc: 0/0,0 mode: --/CR res: [0xc0000146f:0x10ef9:0x0].0 bits 0xd rrc: 3 type: IBT flags: 0x44a01000000000 nid: 10.150.10.8@o2ib8 remote: 0x47081543a277cdf7 expref: 327 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.684965:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff884ac0 count: 2 00010000:00000001:2.0:1402947131.684967:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:2.0:1402947131.684969:0:25039:0:(ldlm_lock.c:232:ldlm_lock_put()) lock PUTting export ffff8807fc23ec00 : new locks_count 322 00000020:00000040:2.0:1402947131.684970:0:25039:0:(genops.c:849:class_export_put()) PUTting export ffff8807fc23ec00 : new refcount 326 00010000:00000001:2.0:1402947131.684974:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.684974:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.684975:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.684977:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166586442368 : -131907123109248 : ffff8807fac8a280) 00010000:00000001:2.0:1402947131.684978:0:25039:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166586442368 : -131907123109248 : ffff8807fac8a280) 00010000:00000001:2.0:1402947131.684980:0:25039:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1402947131.684981:0:25039:0:(tgt_handler.c:1161:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.684982:0:25039:0:(ldlm_lockd.c:795:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.684982:0:25039:0:(ldlm_lockd.c:799:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1402947131.684984:0:25039:0:(tgt_handler.c:1206:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.684985:0:25039:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1402947131.684986:0:25039:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1402947131.684987:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.684988:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.684989:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.684990:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1402947131.684991:0:25039:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff8807fac8a280 with handle 0x76ac476b88259052 from hash 00010000:00000001:2.0:1402947131.684992:0:25039:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1402947131.684993:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.684994:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.684995:0:25039:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1402947131.684995:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.684996:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.684997:0:25039:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1402947131.684998:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1402947131.685000:0:25039:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fac8a280/0x76ac476b88259052 lrc: 0/0,0 mode: --/PR res: [0xc0000146f:0x10ef9:0x0].0 bits 0x1b rrc: 2 type: IBT flags: 0x44a01000000000 nid: 10.150.10.8@o2ib8 remote: 0x47081543a277cdf0 expref: 326 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685005:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff884ac0 count: 1 00010000:00000001:2.0:1402947131.685006:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000040:2.0:1402947131.685008:0:25039:0:(ldlm_lock.c:232:ldlm_lock_put()) lock PUTting export ffff8807fc23ec00 : new locks_count 321 00000020:00000040:2.0:1402947131.685009:0:25039:0:(genops.c:849:class_export_put()) PUTting export ffff8807fc23ec00 : new refcount 325 00010000:00000001:2.0:1402947131.685010:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685011:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685012:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685013:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612167025766720 : -131906683784896 : ffff880814f83140) 00010000:00000001:2.0:1402947131.685015:0:25039:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612167025766720 : -131906683784896 : ffff880814f83140) 00010000:00000001:2.0:1402947131.685016:0:25039:0:(ldlm_lock.c:2086:ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1402947131.685018:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685019:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685020:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685021:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685023:0:25039:0:(ldlm_lock.c:1990:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685024:0:25039:0:(ldlm_lock.c:2114:ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1402947131.685025:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff884ac0 count: 0 00010000:00000001:2.0:1402947131.685027:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000010:2.0:1402947131.685029:0:25039:0:(ldlm_resource.c:1243:ldlm_resource_putref()) slab-freed 'res': 320 at ffff8807ff884ac0. 00010000:00000040:2.0:1402947131.685031:0:25039:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8807ff9cd5c0 count: 5 00010000:00000001:2.0:1402947131.685033:0:25039:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1402947131.685034:0:25039:0:(tgt_handler.c:1161:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.685034:0:25039:0:(ldlm_lockd.c:795:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.685035:0:25039:0:(ldlm_lockd.c:799:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1402947131.685037:0:25039:0:(tgt_handler.c:1206:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685038:0:25039:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1402947131.685039:0:25039:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1402947131.685040:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685041:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685042:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685043:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1402947131.685044:0:25039:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff880814f83140 with handle 0x76ac476b88259036 from hash 00010000:00000001:2.0:1402947131.685045:0:25039:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1402947131.685046:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685047:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685047:0:25039:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1402947131.685048:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685049:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685050:0:25039:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1402947131.685051:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1402947131.685053:0:25039:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-esfprod-MDT0000_UUID lock: ffff880814f83140/0x76ac476b88259036 lrc: 0/0,0 mode: --/PR res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 5 type: IBT flags: 0x44801000000000 nid: 10.150.10.8@o2ib8 remote: 0x47081543a277cde9 expref: 325 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685058:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff9cd5c0 count: 4 00010000:00000001:2.0:1402947131.685059:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000040:2.0:1402947131.685060:0:25039:0:(ldlm_lock.c:232:ldlm_lock_put()) lock PUTting export ffff8807fc23ec00 : new locks_count 320 00000020:00000040:2.0:1402947131.685061:0:25039:0:(genops.c:849:class_export_put()) PUTting export ffff8807fc23ec00 : new refcount 324 00010000:00000001:2.0:1402947131.685063:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685064:0:25039:0:(ldlm_lock.c:2086:ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1402947131.685065:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685065:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685067:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685067:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685068:0:25039:0:(ldlm_lock.c:1990:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685070:0:25039:0:(ldlm_lock.c:2114:ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1402947131.685070:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff9cd5c0 count: 3 00010000:00000001:2.0:1402947131.685072:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00010000:2.0:1402947131.685073:0:25039:0:(ldlm_lockd.c:1604:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1402947131.685074:0:25039:0:(ldlm_lockd.c:1605:ldlm_request_cancel()) Process leaving (rc=3 : 3 : 3) 00000004:00000001:2.0:1402947131.685077:0:25039:0:(mdt_handler.c:2196:mdt_object_find()) Process entered 00000004:00000040:2.0:1402947131.685078:0:25039:0:(mdt_handler.c:2198:mdt_object_find()) Find object for [0xc000013a1:0x3:0x0] 00000020:00000001:2.0:1402947131.685080:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00000004:00000001:2.0:1402947131.685083:0:25039:0:(mdt_handler.c:2205:mdt_object_find()) Process leaving (rc=18446612200577936896 : -131873131614720 : ffff880fe4d5ae00) 00000004:00000001:2.0:1402947131.685086:0:25039:0:(mdt_handler.c:2465:mdt_object_lock_internal()) Process entered 00000004:00000001:2.0:1402947131.685087:0:25039:0:(mdt_handler.c:2378:mdt_object_local_lock()) Process entered 00000004:00000001:2.0:1402947131.685089:0:25039:0:(mdt_handler.c:195:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1402947131.685090:0:25039:0:(mdt_handler.c:263:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1402947131.685092:0:25039:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1402947131.685094:0:25039:0:(ldlm_lock.c:1608:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1402947131.685095:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000040:2.0:1402947131.685097:0:25039:0:(ldlm_resource.c:1196:ldlm_resource_getref()) getref res: ffff8807ff9cd5c0 count: 4 00010000:00000001:2.0:1402947131.685099:0:25039:0:(ldlm_lock.c:472:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1402947131.685102:0:25039:0:(ldlm_lock.c:477:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8807fb069280. 00000020:00000001:2.0:1402947131.685104:0:25039:0:(lustre_handles.c:80:class_handle_hash()) Process entered 00000020:00000040:2.0:1402947131.685105:0:25039:0:(lustre_handles.c:114:class_handle_hash()) added object ffff8807fb069280 with handle 0x76ac476b88259083 to hash 00000020:00000001:2.0:1402947131.685107:0:25039:0:(lustre_handles.c:115:class_handle_hash()) Process leaving 00010000:00000001:2.0:1402947131.685108:0:25039:0:(ldlm_lock.c:515:ldlm_lock_new()) Process leaving (rc=18446612166590501504 : -131907119050112 : ffff8807fb069280) 00010000:00000001:2.0:1402947131.685110:0:25039:0:(ldlm_lock.c:1648:ldlm_lock_create()) Process leaving (rc=18446612166590501504 : -131907119050112 : ffff8807fb069280) 00010000:00000001:2.0:1402947131.685112:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685112:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685114:0:25039:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 3/0,1 mode: --/CW res: [0xc000013a1:0x3:0x0].0 bits 0x0 rrc: 4 type: IBT flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685127:0:25039:0:(ldlm_lock.c:1678:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1402947131.685129:0:25039:0:(ldlm_inodebits.c:188:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1402947131.685131:0:25039:0:(ldlm_inodebits.c:90:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1402947131.685133:0:25039:0:(ldlm_inodebits.c:163:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685135:0:25039:0:(ldlm_inodebits.c:90:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1402947131.685135:0:25039:0:(ldlm_inodebits.c:163:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685138:0:25039:0:(ldlm_lock.c:1146:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1402947131.685139:0:25039:0:(ldlm_lock.c:1123:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:2.0:1402947131.685140:0:25039:0:(ldlm_lock.c:1003:search_granted_lock()) Process entered 00010000:00000001:2.0:1402947131.685141:0:25039:0:(ldlm_lock.c:1074:search_granted_lock()) Process leaving 00010000:00000001:2.0:1402947131.685142:0:25039:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1402947131.685144:0:25039:0:(ldlm_resource.c:1421:ldlm_resource_dump()) --- Resource: [0xc000013a1:0x3:0x0].0 (ffff8807ff9cd5c0) refcount = 4 00010000:00000040:2.0:1402947131.685147:0:25039:0:(ldlm_resource.c:1424:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1402947131.685150:0:25039:0:(ldlm_resource.c:1427:ldlm_resource_dump()) ### ### ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb84dd80/0x76ac476b82c3b357 lrc: 2/0,0 mode: CR/CR res: [0xc000013a1:0x3:0x0].0 bits 0x5 rrc: 4 type: IBT flags: 0x40200000000000 nid: 10.150.10.8@o2ib8 remote: 0x47081543a14eb904 expref: 324 pid: 24208 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685156:0:25039:0:(ldlm_resource.c:1427:ldlm_resource_dump()) ### ### ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fac06080/0x76ac476b882580f4 lrc: 2/0,0 mode: PR/PR res: [0xc000013a1:0x3:0x0].0 bits 0x11 rrc: 4 type: IBT flags: 0x40200000000000 nid: 10.150.10.8@o2ib8 remote: 0x47081543a277cca0 expref: 324 pid: 25041 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685162:0:25039:0:(ldlm_resource.c:1427:ldlm_resource_dump()) ### ### ns: mdt-esfprod-MDT0000_UUID lock: ffff8807ff84a740/0x76ac476b81d57d25 lrc: 2/0,0 mode: PR/PR res: [0xc000013a1:0x3:0x0].0 bits 0x20 rrc: 4 type: IBT flags: 0x40200000000000 nid: 10.150.10.8@o2ib8 remote: 0x47081543a12071e6 expref: 324 pid: 24068 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1402947131.685166:0:25039:0:(ldlm_lock.c:1091:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 3/0,1 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685171:0:25039:0:(ldlm_lock.c:1113:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1402947131.685172:0:25039:0:(ldlm_lock.c:1129:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:2.0:1402947131.685173:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685174:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685176:0:25039:0:(ldlm_lock.c:1177:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1402947131.685176:0:25039:0:(ldlm_inodebits.c:237:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685178:0:25039:0:(ldlm_lock.c:1776:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1402947131.685181:0:25039:0:(ldlm_request.c:246:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1402947131.685183:0:25039:0:(ldlm_request.c:256:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685184:0:25039:0:(ldlm_request.c:480:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 3/0,1 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685189:0:25039:0:(ldlm_request.c:481:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1402947131.685190:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685191:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685192:0:25039:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1402947131.685193:0:25039:0:(ldlm_lock.c:1608:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1402947131.685194:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000010:2.0:1402947131.685196:0:25039:0:(ldlm_resource.c:1038:ldlm_resource_new()) slab-alloced 'res': 320 at ffff8807ff884ac0. 00010000:00000001:2.0:1402947131.685198:0:25039:0:(ldlm_lock.c:472:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1402947131.685200:0:25039:0:(ldlm_lock.c:477:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8807fb069c80. 00000020:00000001:2.0:1402947131.685201:0:25039:0:(lustre_handles.c:80:class_handle_hash()) Process entered 00000020:00000040:2.0:1402947131.685202:0:25039:0:(lustre_handles.c:114:class_handle_hash()) added object ffff8807fb069c80 with handle 0x76ac476b8825908a to hash 00000020:00000001:2.0:1402947131.685204:0:25039:0:(lustre_handles.c:115:class_handle_hash()) Process leaving 00010000:00000001:2.0:1402947131.685205:0:25039:0:(ldlm_lock.c:515:ldlm_lock_new()) Process leaving (rc=18446612166590504064 : -131907119047552 : ffff8807fb069c80) 00010000:00000001:2.0:1402947131.685206:0:25039:0:(ldlm_lock.c:1648:ldlm_lock_create()) Process leaving (rc=18446612166590504064 : -131907119047552 : ffff8807fb069c80) 00010000:00000001:2.0:1402947131.685208:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685209:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685210:0:25039:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 3/0,1 mode: --/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x0 rrc: 1 type: IBT flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685215:0:25039:0:(ldlm_lock.c:1678:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1402947131.685216:0:25039:0:(ldlm_inodebits.c:188:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1402947131.685217:0:25039:0:(ldlm_inodebits.c:90:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1402947131.685218:0:25039:0:(ldlm_inodebits.c:163:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685219:0:25039:0:(ldlm_inodebits.c:90:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1402947131.685220:0:25039:0:(ldlm_inodebits.c:163:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685221:0:25039:0:(ldlm_lock.c:1146:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1402947131.685222:0:25039:0:(ldlm_lock.c:1123:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:2.0:1402947131.685223:0:25039:0:(ldlm_lock.c:1003:search_granted_lock()) Process entered 00010000:00000001:2.0:1402947131.685223:0:25039:0:(ldlm_lock.c:1074:search_granted_lock()) Process leaving 00010000:00000001:2.0:1402947131.685224:0:25039:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1402947131.685225:0:25039:0:(ldlm_resource.c:1421:ldlm_resource_dump()) --- Resource: [0xc000013a1:0x3:0x0].b2a416d9 (ffff8807ff884ac0) refcount = 1 00010000:00010000:2.0:1402947131.685228:0:25039:0:(ldlm_lock.c:1091:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 3/0,1 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685233:0:25039:0:(ldlm_lock.c:1113:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1402947131.685233:0:25039:0:(ldlm_lock.c:1129:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:2.0:1402947131.685234:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685235:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685236:0:25039:0:(ldlm_lock.c:1177:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1402947131.685237:0:25039:0:(ldlm_inodebits.c:237:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685238:0:25039:0:(ldlm_lock.c:1776:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1402947131.685240:0:25039:0:(ldlm_request.c:246:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1402947131.685241:0:25039:0:(ldlm_request.c:256:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685242:0:25039:0:(ldlm_request.c:480:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 3/0,1 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685247:0:25039:0:(ldlm_request.c:481:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1402947131.685247:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685248:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1402947131.685249:0:25039:0:(mdt_handler.c:2456:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1402947131.685253:0:25039:0:(osd_handler.c:2887:osd_object_version_get()) Get version 0x501e09e3c for inode 44369810 00000004:00000002:2.0:1402947131.685255:0:25039:0:(mdt_reint.c:101:mdt_obj_version_get()) FID [0xc000013a1:0x3:0x0] version is 0x501e09e3c 00000004:00000001:2.0:1402947131.685259:0:25039:0:(mdd_dir.c:122:mdd_lookup()) Process entered 00000004:00000001:2.0:1402947131.685260:0:25039:0:(lod_object.c:762:lod_attr_get()) Process entered 00000004:00000001:2.0:1402947131.685262:0:25039:0:(lod_lov.c:847:lod_load_striping_locked()) Process entered 00000004:00000001:2.0:1402947131.685264:0:25039:0:(lod_lov.c:605:lod_get_ea()) Process entered 00000004:00000001:2.0:1402947131.685272:0:25039:0:(lod_lov.c:621:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685273:0:25039:0:(lod_lov.c:875:lod_load_striping_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1402947131.685275:0:25039:0:(lod_lov.c:885:lod_load_striping_locked()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685277:0:25039:0:(lod_object.c:773:lod_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685278:0:25039:0:(mdd_dir.c:83:__mdd_lookup()) Process entered 00000004:00000001:2.0:1402947131.685280:0:25039:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1402947131.685282:0:25039:0:(mdd_permission.c:215:mdd_check_acl()) Process entered 00000004:00000001:2.0:1402947131.685284:0:25039:0:(lod_object.c:1068:lod_xattr_get()) Process entered 00000004:00000001:2.0:1402947131.685287:0:25039:0:(lod_object.c:1107:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1402947131.685289:0:25039:0:(mdd_permission.c:222:mdd_check_acl()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1402947131.685292:0:25039:0:(mdd_permission.c:286:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685295:0:25039:0:(osd_handler.c:5504:osd_index_ea_lookup()) Process entered 00000004:00000001:2.0:1402947131.685297:0:25039:0:(osd_handler.c:4128:osd_ea_lookup_rec()) Process entered 00000004:00000001:2.0:1402947131.685309:0:25039:0:(osd_handler.c:3558:osd_remote_fid()) Process entered 00000004:00000001:2.0:1402947131.685310:0:25039:0:(osd_handler.c:1076:osd_seq_exists()) Process entered 80000000:00000001:2.0:1402947131.685312:0:25039:0:(fld_handler.c:212:fld_local_lookup()) Process entered 80000000:00000001:2.0:1402947131.685313:0:25039:0:(fld_cache.c:540:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1402947131.685316:0:25039:0:(fld_cache.c:559:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1402947131.685317:0:25039:0:(fld_handler.c:229:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685319:0:25039:0:(osd_handler.c:1089:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1402947131.685320:0:25039:0:(osd_handler.c:3565:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1402947131.685322:0:25039:0:(osd_handler.c:4101:osd_add_oi_cache()) add [0xc0000146f:0x10ef9:0x0] 44370541:0 to info ffff8808150c4000 00000004:00000001:2.0:1402947131.685325:0:25039:0:(osd_handler.c:4189:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1402947131.685327:0:25039:0:(osd_handler.c:5515:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1402947131.685329:0:25039:0:(mdd_dir.c:113:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685330:0:25039:0:(mdd_dir.c:129:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685332:0:25039:0:(mdt_handler.c:2196:mdt_object_find()) Process entered 00000004:00000040:2.0:1402947131.685333:0:25039:0:(mdt_handler.c:2198:mdt_object_find()) Find object for [0xc0000146f:0x10ef9:0x0] 00000020:00000001:2.0:1402947131.685334:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000020:00000001:2.0:1402947131.685336:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000004:00000001:2.0:1402947131.685338:0:25039:0:(mdt_handler.c:2205:mdt_object_find()) Process leaving (rc=18446612166590403912 : -131907119147704 : ffff8807fb051548) 00000004:00000001:2.0:1402947131.685340:0:25039:0:(mdt_handler.c:2465:mdt_object_lock_internal()) Process entered 00000004:00000001:2.0:1402947131.685341:0:25039:0:(mdt_handler.c:2378:mdt_object_local_lock()) Process entered 00010000:00000001:2.0:1402947131.685342:0:25039:0:(ldlm_request.c:436:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1402947131.685343:0:25039:0:(ldlm_lock.c:1608:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1402947131.685344:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000010:2.0:1402947131.685347:0:25039:0:(ldlm_resource.c:1038:ldlm_resource_new()) slab-alloced 'res': 320 at ffff8807fb2f9200. 00010000:00000001:2.0:1402947131.685349:0:25039:0:(ldlm_lock.c:472:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1402947131.685351:0:25039:0:(ldlm_lock.c:477:ldlm_lock_new()) slab-alloced 'lock': 504 at ffff8807fb069480. 00000020:00000001:2.0:1402947131.685352:0:25039:0:(lustre_handles.c:80:class_handle_hash()) Process entered 00000020:00000040:2.0:1402947131.685353:0:25039:0:(lustre_handles.c:114:class_handle_hash()) added object ffff8807fb069480 with handle 0x76ac476b88259091 to hash 00000020:00000001:2.0:1402947131.685354:0:25039:0:(lustre_handles.c:115:class_handle_hash()) Process leaving 00010000:00000001:2.0:1402947131.685355:0:25039:0:(ldlm_lock.c:515:ldlm_lock_new()) Process leaving (rc=18446612166590502016 : -131907119049600 : ffff8807fb069480) 00010000:00000001:2.0:1402947131.685357:0:25039:0:(ldlm_lock.c:1648:ldlm_lock_create()) Process leaving (rc=18446612166590502016 : -131907119049600 : ffff8807fb069480) 00010000:00000001:2.0:1402947131.685358:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685359:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685361:0:25039:0:(ldlm_lock.c:797:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 3/0,1 mode: --/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x0 rrc: 1 type: IBT flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685367:0:25039:0:(ldlm_lock.c:1678:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1402947131.685368:0:25039:0:(ldlm_inodebits.c:188:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1402947131.685369:0:25039:0:(ldlm_inodebits.c:90:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1402947131.685369:0:25039:0:(ldlm_inodebits.c:163:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685371:0:25039:0:(ldlm_inodebits.c:90:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1402947131.685372:0:25039:0:(ldlm_inodebits.c:163:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685373:0:25039:0:(ldlm_lock.c:1146:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1402947131.685374:0:25039:0:(ldlm_lock.c:1123:ldlm_grant_lock_with_skiplist()) Process entered 00010000:00000001:2.0:1402947131.685374:0:25039:0:(ldlm_lock.c:1003:search_granted_lock()) Process entered 00010000:00000001:2.0:1402947131.685375:0:25039:0:(ldlm_lock.c:1074:search_granted_lock()) Process leaving 00010000:00000001:2.0:1402947131.685376:0:25039:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1402947131.685377:0:25039:0:(ldlm_resource.c:1421:ldlm_resource_dump()) --- Resource: [0xc0000146f:0x10ef9:0x0].0 (ffff8807fb2f9200) refcount = 1 00010000:00010000:2.0:1402947131.685379:0:25039:0:(ldlm_lock.c:1091:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 3/0,1 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685384:0:25039:0:(ldlm_lock.c:1113:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1402947131.685385:0:25039:0:(ldlm_lock.c:1129:ldlm_grant_lock_with_skiplist()) Process leaving 00010000:00000001:2.0:1402947131.685386:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685386:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685388:0:25039:0:(ldlm_lock.c:1177:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1402947131.685388:0:25039:0:(ldlm_inodebits.c:237:ldlm_process_inodebits_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685390:0:25039:0:(ldlm_lock.c:1776:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1402947131.685391:0:25039:0:(ldlm_request.c:246:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1402947131.685392:0:25039:0:(ldlm_request.c:256:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685393:0:25039:0:(ldlm_request.c:480:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 3/0,1 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685398:0:25039:0:(ldlm_request.c:481:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1402947131.685399:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685399:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1402947131.685400:0:25039:0:(mdt_handler.c:2456:mdt_object_local_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685402:0:25039:0:(mdt_reint.c:487:mdt_lock_slaves()) Process entered 00000004:00000001:2.0:1402947131.685402:0:25039:0:(mdt_reint.c:490:mdt_lock_slaves()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1402947131.685405:0:25039:0:(osd_handler.c:2887:osd_object_version_get()) Get version 0x100016beb1 for inode 44370541 00000004:00000002:2.0:1402947131.685407:0:25039:0:(mdt_reint.c:101:mdt_obj_version_get()) FID [0xc0000146f:0x10ef9:0x0] version is 0x100016beb1 00000004:00000001:2.0:1402947131.685410:0:25039:0:(mdd_dir.c:1553:mdd_unlink()) Process entered 00000004:00000001:2.0:1402947131.685411:0:25039:0:(lod_object.c:762:lod_attr_get()) Process entered 00000004:00000001:2.0:1402947131.685412:0:25039:0:(lod_lov.c:847:lod_load_striping_locked()) Process entered 00000004:00000001:2.0:1402947131.685413:0:25039:0:(lod_lov.c:605:lod_get_ea()) Process entered 00000004:00000001:2.0:1402947131.685415:0:25039:0:(lod_lov.c:621:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685416:0:25039:0:(lod_lov.c:875:lod_load_striping_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1402947131.685418:0:25039:0:(lod_lov.c:885:lod_load_striping_locked()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685419:0:25039:0:(lod_object.c:773:lod_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685420:0:25039:0:(lod_object.c:762:lod_attr_get()) Process entered 00000004:00000001:2.0:1402947131.685421:0:25039:0:(lod_object.c:766:lod_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685422:0:25039:0:(mdd_dir.c:1441:mdd_unlink_sanity_check()) Process entered 00000004:00000001:2.0:1402947131.685424:0:25039:0:(mdd_dir.c:453:mdd_may_delete()) Process entered 00000004:00000001:2.0:1402947131.685425:0:25039:0:(mdd_dir.c:419:mdd_may_delete_entry()) Process entered 00000004:00000001:2.0:1402947131.685426:0:25039:0:(mdd_permission.c:244:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1402947131.685427:0:25039:0:(mdd_permission.c:215:mdd_check_acl()) Process entered 00000004:00000001:2.0:1402947131.685429:0:25039:0:(lod_object.c:1068:lod_xattr_get()) Process entered 00000004:00000001:2.0:1402947131.685430:0:25039:0:(lod_object.c:1107:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1402947131.685431:0:25039:0:(mdd_permission.c:222:mdd_check_acl()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1402947131.685433:0:25039:0:(mdd_permission.c:286:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685435:0:25039:0:(mdd_dir.c:440:mdd_may_delete_entry()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685436:0:25039:0:(mdd_dir.c:498:mdd_may_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685438:0:25039:0:(mdd_dir.c:1445:mdd_unlink_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685440:0:25039:0:(osd_handler.c:939:osd_trans_create()) Process entered 00000004:00000010:2.0:1402947131.685442:0:25039:0:(osd_handler.c:945:osd_trans_create()) kmalloced 'oh': 192 at ffff8807fb90e380. 00000004:00000001:2.0:1402947131.685444:0:25039:0:(osd_handler.c:968:osd_trans_create()) Process leaving (rc=18446612166599566208 : -131907109985408 : ffff8807fb90e380) 00000004:00000001:2.0:1402947131.685446:0:25039:0:(osd_handler.c:3523:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1402947131.685448:0:25039:0:(osd_quota.c:578:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1402947131.685449:0:25039:0:(osd_quota.c:514:osd_declare_qid()) Process entered 00040000:00000001:2.0:1402947131.685451:0:25039:0:(qsd_handler.c:831:qsd_op_begin()) Process entered 00040000:00000001:2.0:1402947131.685452:0:25039:0:(qsd_handler.c:847:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685454:0:25039:0:(osd_quota.c:550:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685455:0:25039:0:(osd_quota.c:514:osd_declare_qid()) Process entered 00040000:00000001:2.0:1402947131.685456:0:25039:0:(qsd_handler.c:831:qsd_op_begin()) Process entered 00040000:00000001:2.0:1402947131.685457:0:25039:0:(qsd_handler.c:847:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685458:0:25039:0:(osd_quota.c:550:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685460:0:25039:0:(osd_quota.c:607:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685461:0:25039:0:(osd_handler.c:3539:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685463:0:25039:0:(lod_object.c:881:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1402947131.685465:0:25039:0:(osd_handler.c:1743:osd_declare_attr_set()) Process entered 00000004:00000001:2.0:1402947131.685466:0:25039:0:(osd_handler.c:1868:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685468:0:25039:0:(lod_lov.c:847:lod_load_striping_locked()) Process entered 00000004:00000001:2.0:1402947131.685469:0:25039:0:(lod_lov.c:605:lod_get_ea()) Process entered 00000004:00000001:2.0:1402947131.685470:0:25039:0:(lod_lov.c:621:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685471:0:25039:0:(lod_lov.c:875:lod_load_striping_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1402947131.685473:0:25039:0:(lod_lov.c:885:lod_load_striping_locked()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685474:0:25039:0:(lod_object.c:925:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685476:0:25039:0:(lod_object.c:881:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1402947131.685477:0:25039:0:(osd_handler.c:1743:osd_declare_attr_set()) Process entered 00000004:00000001:2.0:1402947131.685478:0:25039:0:(osd_handler.c:1868:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685479:0:25039:0:(lod_object.c:906:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685484:0:25039:0:(osd_handler.c:4279:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1402947131.685485:0:25039:0:(osd_quota.c:578:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1402947131.685486:0:25039:0:(osd_quota.c:514:osd_declare_qid()) Process entered 00040000:00000001:2.0:1402947131.685487:0:25039:0:(qsd_handler.c:831:qsd_op_begin()) Process entered 00040000:00000001:2.0:1402947131.685488:0:25039:0:(qsd_handler.c:847:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685489:0:25039:0:(osd_quota.c:550:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685490:0:25039:0:(osd_quota.c:514:osd_declare_qid()) Process entered 00040000:00000001:2.0:1402947131.685491:0:25039:0:(qsd_handler.c:831:qsd_op_begin()) Process entered 00040000:00000001:2.0:1402947131.685492:0:25039:0:(qsd_handler.c:847:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685493:0:25039:0:(osd_quota.c:550:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1402947131.685494:0:25039:0:(osd_quota.c:607:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685495:0:25039:0:(osd_handler.c:4301:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685498:0:25039:0:(lod_object.c:2745:lod_declare_object_destroy()) Process entered 00000004:00000001:2.0:1402947131.685499:0:25039:0:(lod_lov.c:847:lod_load_striping_locked()) Process entered 00000004:00000001:2.0:1402947131.685500:0:25039:0:(lod_lov.c:605:lod_get_ea()) Process entered 00000004:00000001:2.0:1402947131.685503:0:25039:0:(lod_lov.c:639:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1402947131.685506:0:25039:0:(lod_lov.c:802:lod_parse_striping()) Process entered 00000004:00000001:2.0:1402947131.685507:0:25039:0:(lod_lov.c:728:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1402947131.685508:0:25039:0:(lod_lov.c:737:lod_initialize_objects()) kmalloced 'stripe': 8 at ffff8807fc208a00. 00000004:00020000:2.0:1402947131.685511:0:25039:0:(lod_lov.c:695:validate_lod_and_idx()) esfprod-MDT0000-mdtlov: bad idx: 38 of 64 00000004:00000001:2.0:1402947131.685513:0:25039:0:(lod_lov.c:757:lod_initialize_objects()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000010:2.0:1402947131.685515:0:25039:0:(lod_lov.c:782:lod_initialize_objects()) kfreed 'stripe': 8 at ffff8807fc208a00. 00000004:00000001:2.0:1402947131.685516:0:25039:0:(lod_lov.c:788:lod_initialize_objects()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000001:2.0:1402947131.685519:0:25039:0:(lod_lov.c:839:lod_parse_striping()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000001:2.0:1402947131.685520:0:25039:0:(lod_lov.c:885:lod_load_striping_locked()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000001:2.0:1402947131.685522:0:25039:0:(lod_object.c:2754:lod_declare_object_destroy()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000001:2.0:1402947131.685524:0:25039:0:(mdd_dir.c:1586:mdd_unlink()) Process leaving via stop (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1402947131.685526:0:25039:0:(lod_dev.c:443:lod_trans_stop()) Process entered 00000004:00000001:2.0:1402947131.685527:0:25039:0:(osd_handler.c:1104:osd_trans_stop()) Process entered 00000004:00000010:2.0:1402947131.685528:0:25039:0:(dt_object.h:823:thandle_put()) kfreed 'thandle': 192 at ffff8807fb90e380. 00040000:00000001:2.0:1402947131.685530:0:25039:0:(qsd_handler.c:1073:qsd_op_end()) Process entered 00040000:00000001:2.0:1402947131.685532:0:25039:0:(qsd_handler.c:1101:qsd_op_end()) Process leaving 00000004:00000001:2.0:1402947131.685533:0:25039:0:(osd_handler.c:1158:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685534:0:25039:0:(lod_dev.c:447:lod_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685536:0:25039:0:(mdt_reint.c:1059:mdt_reint_unlink()) Process leaving 00000004:00000001:2.0:1402947131.685537:0:25039:0:(mdt_reint.c:453:mdt_unlock_slaves()) Process entered 00000004:00000001:2.0:1402947131.685538:0:25039:0:(mdt_reint.c:456:mdt_unlock_slaves()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685540:0:25039:0:(mdt_handler.c:2609:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1402947131.685541:0:25039:0:(mdt_handler.c:2551:mdt_save_lock()) Process entered 00000004:00000001:2.0:1402947131.685542:0:25039:0:(mdt_handler.c:2591:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1402947131.685542:0:25039:0:(mdt_handler.c:2551:mdt_save_lock()) Process entered 00010000:00000001:2.0:1402947131.685543:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685544:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685545:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166590502016 : -131907119049600 : ffff8807fb069480) 00010000:00000001:2.0:1402947131.685547:0:25039:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166590502016 : -131907119049600 : ffff8807fb069480) 00010000:00000001:2.0:1402947131.685549:0:25039:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1402947131.685550:0:25039:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 3/0,1 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685556:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685556:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1402947131.685557:0:25039:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) forcing cancel of local lock 00010000:00010000:2.0:1402947131.685559:0:25039:0:(ldlm_lock.c:901:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 2/0,0 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685564:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685564:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685567:0:25039:0:(ldlm_lockd.c:1652:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1402947131.685569:0:25039:0:(ldlm_lockd.c:1654:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 3/0,0 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1402947131.685574:0:25039:0:(ldlm_lockd.c:1667:ldlm_handle_bl_callback()) Lock ffff8807fb069480 already unused, calling callback (ffffffffa14d9bb0) 00000004:00000001:2.0:1402947131.685576:0:25039:0:(mdt_handler.c:2276:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.685577:0:25039:0:(ldlm_request.c:328:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1402947131.685579:0:25039:0:(ldlm_request.c:338:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 3/0,0 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685584:0:25039:0:(ldlm_request.c:1360:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1402947131.685585:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685586:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685586:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166590502016 : -131907119049600 : ffff8807fb069480) 00010000:00000001:2.0:1402947131.685588:0:25039:0:(ldlm_lock.c:647:__ldlm_handle2lock()) Process leaving (rc=18446612166590502016 : -131907119049600 : ffff8807fb069480) 00010000:00000001:2.0:1402947131.685590:0:25039:0:(ldlm_request.c:1129:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1402947131.685592:0:25039:0:(ldlm_request.c:1156:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 4/0,0 mode: EX/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685596:0:25039:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1402947131.685597:0:25039:0:(mdt_handler.c:2276:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1402947131.685598:0:25039:0:(mdt_handler.c:2279:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685599:0:25039:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1402947131.685600:0:25039:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1402947131.685601:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685602:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1402947131.685603:0:25039:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff8807fb069480 with handle 0x76ac476b88259091 from hash 00010000:00000001:2.0:1402947131.685605:0:25039:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1402947131.685606:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685606:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685607:0:25039:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1402947131.685609:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685610:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685611:0:25039:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1402947131.685612:0:25039:0:(ldlm_lock.c:2086:ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1402947131.685613:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685614:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685616:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685616:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685618:0:25039:0:(ldlm_lock.c:1990:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685619:0:25039:0:(ldlm_lock.c:2114:ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1402947131.685620:0:25039:0:(ldlm_request.c:1161:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1402947131.685637:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685638:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685639:0:25039:0:(ldlm_request.c:1372:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685640:0:25039:0:(ldlm_request.c:347:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685642:0:25039:0:(mdt_handler.c:2307:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685643:0:25039:0:(ldlm_lockd.c:1676:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 2/0,0 mode: --/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685648:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685649:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685650:0:25039:0:(ldlm_lockd.c:1678:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1402947131.685651:0:25039:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1402947131.685652:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1402947131.685653:0:25039:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069480/0x76ac476b88259091 lrc: 0/0,0 mode: --/EX res: [0xc0000146f:0x10ef9:0x0].0 bits 0x3 rrc: 1 type: IBT flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685657:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807fb2f9200 count: 0 00010000:00000001:2.0:1402947131.685659:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00010000:00000010:2.0:1402947131.685661:0:25039:0:(ldlm_resource.c:1243:ldlm_resource_putref()) slab-freed 'res': 320 at ffff8807fb2f9200. 00010000:00000001:2.0:1402947131.685663:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1402947131.685664:0:25039:0:(mdt_handler.c:2591:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1402947131.685665:0:25039:0:(mdt_handler.c:2617:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1402947131.685666:0:25039:0:(mdt_internal.h:554:mdt_object_put()) Process entered 00000020:00000001:2.0:1402947131.685668:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=205979385 : 205979385 : c46fef9) 00000004:00000001:2.0:1402947131.685670:0:25039:0:(mdt_internal.h:556:mdt_object_put()) Process leaving 00000004:00000001:2.0:1402947131.685671:0:25039:0:(mdt_handler.c:2609:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1402947131.685671:0:25039:0:(mdt_handler.c:2551:mdt_save_lock()) Process entered 00010000:00000001:2.0:1402947131.685672:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685673:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685674:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166590501504 : -131907119050112 : ffff8807fb069280) 00010000:00000001:2.0:1402947131.685676:0:25039:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166590501504 : -131907119050112 : ffff8807fb069280) 00010000:00000001:2.0:1402947131.685678:0:25039:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1402947131.685679:0:25039:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 3/0,1 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685684:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685685:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1402947131.685685:0:25039:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) forcing cancel of local lock 00010000:00010000:2.0:1402947131.685686:0:25039:0:(ldlm_lock.c:901:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 2/0,0 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685691:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685691:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685693:0:25039:0:(ldlm_lockd.c:1652:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1402947131.685694:0:25039:0:(ldlm_lockd.c:1654:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 3/0,0 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1402947131.685698:0:25039:0:(ldlm_lockd.c:1667:ldlm_handle_bl_callback()) Lock ffff8807fb069280 already unused, calling callback (ffffffffa14d9bb0) 00000004:00000001:2.0:1402947131.685699:0:25039:0:(mdt_handler.c:2276:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.685700:0:25039:0:(ldlm_request.c:328:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1402947131.685701:0:25039:0:(ldlm_request.c:338:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 3/0,0 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685706:0:25039:0:(ldlm_request.c:1360:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1402947131.685707:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685708:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685709:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166590501504 : -131907119050112 : ffff8807fb069280) 00010000:00000001:2.0:1402947131.685710:0:25039:0:(ldlm_lock.c:647:__ldlm_handle2lock()) Process leaving (rc=18446612166590501504 : -131907119050112 : ffff8807fb069280) 00010000:00000001:2.0:1402947131.685712:0:25039:0:(ldlm_request.c:1129:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1402947131.685713:0:25039:0:(ldlm_request.c:1156:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 4/0,0 mode: CW/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685717:0:25039:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1402947131.685718:0:25039:0:(mdt_handler.c:2276:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1402947131.685719:0:25039:0:(mdt_handler.c:2279:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685721:0:25039:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1402947131.685722:0:25039:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1402947131.685723:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685723:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1402947131.685725:0:25039:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff8807fb069280 with handle 0x76ac476b88259083 from hash 00010000:00000001:2.0:1402947131.685726:0:25039:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1402947131.685727:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685728:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685728:0:25039:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1402947131.685729:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685730:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685731:0:25039:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1402947131.685732:0:25039:0:(ldlm_lock.c:2086:ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1402947131.685733:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685734:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685735:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685736:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685737:0:25039:0:(ldlm_lock.c:1990:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685738:0:25039:0:(ldlm_lock.c:2114:ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1402947131.685739:0:25039:0:(ldlm_request.c:1161:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1402947131.685740:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685741:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685741:0:25039:0:(ldlm_request.c:1372:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685743:0:25039:0:(ldlm_request.c:347:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685744:0:25039:0:(mdt_handler.c:2307:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685745:0:25039:0:(ldlm_lockd.c:1676:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 2/0,0 mode: --/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685750:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685750:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685751:0:25039:0:(ldlm_lockd.c:1678:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1402947131.685752:0:25039:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1402947131.685753:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1402947131.685754:0:25039:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069280/0x76ac476b88259083 lrc: 0/0,0 mode: --/CW res: [0xc000013a1:0x3:0x0].0 bits 0x2 rrc: 4 type: IBT flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685758:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff9cd5c0 count: 3 00010000:00000001:2.0:1402947131.685760:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000001:2.0:1402947131.685762:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1402947131.685762:0:25039:0:(mdt_handler.c:2591:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1402947131.685763:0:25039:0:(mdt_handler.c:2551:mdt_save_lock()) Process entered 00010000:00000001:2.0:1402947131.685764:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685765:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685765:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166590504064 : -131907119047552 : ffff8807fb069c80) 00010000:00000001:2.0:1402947131.685767:0:25039:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446612166590504064 : -131907119047552 : ffff8807fb069c80) 00010000:00000001:2.0:1402947131.685768:0:25039:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1402947131.685769:0:25039:0:(ldlm_lock.c:850:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 3/0,1 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685774:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685775:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1402947131.685776:0:25039:0:(ldlm_lock.c:889:ldlm_lock_decref_internal()) forcing cancel of local lock 00010000:00010000:2.0:1402947131.685776:0:25039:0:(ldlm_lock.c:901:ldlm_lock_decref_internal()) ### final decref done on cbpending lock ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 2/0,0 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685781:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685782:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685783:0:25039:0:(ldlm_lockd.c:1652:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1402947131.685784:0:25039:0:(ldlm_lockd.c:1654:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 3/0,0 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1402947131.685789:0:25039:0:(ldlm_lockd.c:1667:ldlm_handle_bl_callback()) Lock ffff8807fb069c80 already unused, calling callback (ffffffffa14d9bb0) 00000004:00000001:2.0:1402947131.685790:0:25039:0:(mdt_handler.c:2276:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1402947131.685791:0:25039:0:(ldlm_request.c:328:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1402947131.685792:0:25039:0:(ldlm_request.c:338:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 3/0,0 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685796:0:25039:0:(ldlm_request.c:1360:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1402947131.685797:0:25039:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1402947131.685798:0:25039:0:(lustre_handles.c:172:class_handle2object()) Process entered 00000020:00000001:2.0:1402947131.685799:0:25039:0:(lustre_handles.c:195:class_handle2object()) Process leaving (rc=18446612166590504064 : -131907119047552 : ffff8807fb069c80) 00010000:00000001:2.0:1402947131.685800:0:25039:0:(ldlm_lock.c:647:__ldlm_handle2lock()) Process leaving (rc=18446612166590504064 : -131907119047552 : ffff8807fb069c80) 00010000:00000001:2.0:1402947131.685802:0:25039:0:(ldlm_request.c:1129:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1402947131.685803:0:25039:0:(ldlm_request.c:1156:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 4/0,0 mode: PW/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685808:0:25039:0:(ldlm_lock.c:2159:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1402947131.685808:0:25039:0:(mdt_handler.c:2276:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1402947131.685809:0:25039:0:(mdt_handler.c:2279:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685810:0:25039:0:(ldlm_lock.c:434:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1402947131.685811:0:25039:0:(ldlm_lock.c:363:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1402947131.685812:0:25039:0:(ldlm_lock.c:274:ldlm_lock_remove_from_lru()) Process entered 00010000:00000001:2.0:1402947131.685813:0:25039:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1402947131.685814:0:25039:0:(lustre_handles.c:128:class_handle_unhash_nolock()) removing object ffff8807fb069c80 with handle 0x76ac476b8825908a from hash 00010000:00000001:2.0:1402947131.685815:0:25039:0:(ldlm_lock.c:405:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1402947131.685816:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685817:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685817:0:25039:0:(ldlm_lock.c:441:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1402947131.685818:0:25039:0:(ldlm_pool.c:345:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1402947131.685819:0:25039:0:(ldlm_pool.c:349:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685820:0:25039:0:(ldlm_lock.c:2195:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1402947131.685821:0:25039:0:(ldlm_lock.c:2086:ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1402947131.685822:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685822:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685824:0:25039:0:(ldlm_lock.c:1807:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1402947131.685824:0:25039:0:(ldlm_lock.c:1826:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1402947131.685826:0:25039:0:(ldlm_lock.c:1990:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685827:0:25039:0:(ldlm_lock.c:2114:ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1402947131.685827:0:25039:0:(ldlm_request.c:1161:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1402947131.685829:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685830:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685830:0:25039:0:(ldlm_request.c:1372:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685831:0:25039:0:(ldlm_request.c:347:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685833:0:25039:0:(mdt_handler.c:2307:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1402947131.685834:0:25039:0:(ldlm_lockd.c:1676:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 2/0,0 mode: --/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1402947131.685838:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1402947131.685839:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1402947131.685840:0:25039:0:(ldlm_lockd.c:1678:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1402947131.685841:0:25039:0:(ldlm_lock.c:939:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1402947131.685842:0:25039:0:(ldlm_lock.c:211:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1402947131.685843:0:25039:0:(ldlm_lock.c:219:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-esfprod-MDT0000_UUID lock: ffff8807fb069c80/0x76ac476b8825908a lrc: 0/0,0 mode: --/PW res: [0xc000013a1:0x3:0x0].b2a416d9 bits 0x2 rrc: 1 type: IBT flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1402947131.685847:0:25039:0:(ldlm_resource.c:1235:ldlm_resource_putref()) putref res: ffff8807ff884ac0 count: 0 00010000:00000001:2.0:1402947131.685848:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00010000:00000010:2.0:1402947131.685850:0:25039:0:(ldlm_resource.c:1243:ldlm_resource_putref()) slab-freed 'res': 320 at ffff8807ff884ac0. 00010000:00000001:2.0:1402947131.685852:0:25039:0:(ldlm_lock.c:244:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1402947131.685853:0:25039:0:(mdt_handler.c:2591:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1402947131.685853:0:25039:0:(mdt_handler.c:2617:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1402947131.685854:0:25039:0:(mdt_internal.h:554:mdt_object_put()) Process entered 00000020:00000001:2.0:1402947131.685855:0:25039:0:(lustre_fid.h:712:fid_flatten32()) Process leaving (rc=188354563 : 188354563 : b3a1003) 00000004:00000001:2.0:1402947131.685857:0:25039:0:(mdt_internal.h:556:mdt_object_put()) Process leaving 00000004:00000001:2.0:1402947131.685858:0:25039:0:(mdt_reint.c:2046:mdt_reint_rec()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000001:2.0:1402947131.685859:0:25039:0:(mdt_handler.c:1837:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1402947131.685861:0:25039:0:(upcall_cache.c:276:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1402947131.685862:0:25039:0:(upcall_cache.c:287:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1402947131.685863:0:25039:0:(mdt_handler.c:467:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1402947131.685864:0:25039:0:(mdt_handler.c:471:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1402947131.685865:0:25039:0:(mdt_lib.c:599:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1402947131.685866:0:25039:0:(mdt_lib.c:621:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 MDSCAPA = 0, OSSCAPA = 0 00000004:00000001:2.0:1402947131.685871:0:25039:0:(mdt_lib.c:710:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1402947131.685872:0:25039:0:(mdt_handler.c:1906:mdt_reint()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000040:2.0:1402947131.685875:0:25039:0:(ldlm_lib.c:2363:target_committed_to_req()) last_committed 68720967357, transno 0, xid 1470734506651708 00010000:00000001:2.0:1402947131.685877:0:25039:0:(ldlm_lib.c:2422:target_send_reply()) Process entered 00010000:00000200:2.0:1402947131.685880:0:25039:0:(ldlm_lib.c:2410:target_send_reply_msg()) @@@ sending reply req@ffff8807fb759800 x1470734506651708/t0(0) o36->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 504/456 e 0 to 0 dl 1402947186 ref 1 fl Interpret:/0/0 rc -22/0 00010000:00000001:2.0:1402947131.685888:0:25039:0:(ldlm_lib.c:2375:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1402947131.685889:0:25039:0:(ldlm_lib.c:2394:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1402947131.685891:0:25039:0:(import.c:1588:at_measured()) add 1 to ffff88080c2b3550 time=36 v=40 (1 1 1 1) 00000100:00000001:2.0:1402947131.685894:0:25039:0:(connection.c:136:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1402947131.685896:0:25039:0:(connection.c:141:ptlrpc_connection_addref()) conn=ffff8807f9c88340 refcount 8 to 10.150.10.8@o2ib8 00000100:00000001:2.0:1402947131.685898:0:25039:0:(connection.c:143:ptlrpc_connection_addref()) Process leaving (rc=18446612166569657152 : -131907139894464 : ffff8807f9c88340) 02000000:00000001:2.0:1402947131.685901:0:25039:0:(sec.c:2162:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1402947131.685902:0:25039:0:(sec.c:2173:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.685904:0:25039:0:(niobuf.c:60:ptl_send_buf()) Process entered 00000100:00000040:2.0:1402947131.685906:0:25039:0:(niobuf.c:64:ptl_send_buf()) conn=ffff8807f9c88340 id 12345-10.150.10.8@o2ib8 00000400:00000010:2.0:1402947131.685909:0:25039:0:(lib-lnet.h:468:lnet_md_alloc()) alloc '(md)': 128 at ffff880742997740 (tot 753473143). 00000100:00000200:2.0:1402947131.685912:0:25039:0:(niobuf.c:86:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1470734506651708, offset 192 00000400:00000010:2.0:1402947131.685914:0:25039:0:(lib-lnet.h:517:lnet_msg_alloc()) alloc '(msg)': 352 at ffff8807fe0d9e00 (tot 753473495). 00000400:00000200:2.0:1402947131.685918:0:25039:0:(lib-move.c:2173:LNetPut()) LNetPut -> 12345-10.150.10.8@o2ib8 00000800:00000200:2.0:1402947131.685924:0:25039:0:(o2iblnd_cb.c:1481:kiblnd_send()) sending 424 bytes in 1 frags to 12345-10.150.10.8@o2ib8 00000800:00000200:2.0:1402947131.685929:0:25039:0:(o2iblnd.c:414:kiblnd_find_peer_locked()) got peer [ffff88081d680cc0] -> 10.150.10.8@o2ib8 (2) version: 12 00000800:00000200:2.0:1402947131.685932:0:25039:0:(o2iblnd_cb.c:1363:kiblnd_launch_tx()) conn[ffff8808097a9000] (256)++ 00000800:00000200:2.0:1402947131.685933:0:25039:0:(o2iblnd_cb.c:1182:kiblnd_queue_tx_locked()) conn[ffff8808097a9000] (257)++ 00000800:00000200:2.0:1402947131.685935:0:25039:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (258)++ 00000800:00000200:2.0:1402947131.685939:0:25039:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (259)-- 00000800:00000200:2.0:1402947131.685940:0:25039:0:(o2iblnd_cb.c:1369:kiblnd_launch_tx()) conn[ffff8808097a9000] (258)-- 00000100:00000001:2.0:1402947131.685942:0:25039:0:(niobuf.c:101:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1402947131.685943:0:25039:0:(connection.c:99:ptlrpc_connection_put()) Process entered 00000100:00000040:2.0:1402947131.685945:0:25039:0:(connection.c:127:ptlrpc_connection_put()) PUT conn=ffff8807f9c88340 refcount 7 to 10.150.10.8@o2ib8 00000100:00000001:2.0:1402947131.685947:0:25039:0:(connection.c:129:ptlrpc_connection_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1402947131.685948:0:25039:0:(ldlm_lib.c:2434:target_send_reply()) Process leaving 00000020:00000001:2.0:1402947131.685949:0:25039:0:(tgt_handler.c:447:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1402947131.685950:0:25039:0:(tgt_handler.c:660:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1402947131.685953:0:25039:0:(lustre_net.h:3296:ptlrpc_rqphase_move()) @@@ move req "Interpret" -> "Complete" req@ffff8807fb759800 x1470734506651708/t0(0) o36->cb365a8a-7d74-68bd-5926-7b87116a2268@10.150.10.8@o2ib8:0/0 lens 504/424 e 0 to 0 dl 1402947186 ref 1 fl Interpret:/0/0 rc -22/-22 00000100:00100000:2.0:1402947131.685960:0:25039:0:(service.c:2140:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc mdt00_005:cb365a8a-7d74-68bd-5926-7b87116a2268+324:37971:x1470734506651708:12345-10.150.10.8@o2ib8:36 Request procesed in 1126us (1265us total) trans 0 rc -22/-22 00000800:00000200:12.2:1402947131.685966:0:0:0:(o2iblnd_cb.c:3306:kiblnd_cq_completion()) conn[ffff8808097a9000] (257)++ 00000100:00100000:2.0:1402947131.685967:0:25039:0:(nrs_fifo.c:244:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.150.10.8@o2ib8, seq: 4576422 00000100:00000040:2.0:1402947131.685970:0:25039:0:(service.c:1053:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8807fc23ec00 : new rpc_count 0 00000100:00000001:2.0:1402947131.685971:0:25039:0:(service.c:1636:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1402947131.685972:0:25039:0:(service.c:1647:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1402947131.685974:0:25039:0:(capa.c:416:lu_capainfo_key_fini()) kfreed 'info': 128 at ffff8807faeb50c0. 00000020:00000010:2.0:1402947131.685976:0:25039:0:(lu_ucred.c:53:lu_ucred_key_fini()) kfreed 'info': 72 at ffff880815392a40. 00000020:00000010:2.0:1402947131.685978:0:25039:0:(tgt_main.c:187:tgt_ses_key_fini()) kfreed 'info': 144 at ffff8807fb90e2c0. 00000020:00000010:2.0:1402947131.685981:0:25039:0:(lu_object.c:1593:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8807fdc90c00. 00000020:00000040:2.0:1402947131.685983:0:25039:0:(genops.c:849:class_export_put()) PUTting export ffff8807fc23ec00 : new refcount 323 00000100:00000001:2.0:1402947131.685985:0:25039:0:(service.c:2162:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1402947131.685987:0:25039:0:(watchdog.c:433:lc_watchdog_disable()) Process entered 00000400:00000001:2.0:1402947131.685989:0:25039:0:(watchdog.c:441:lc_watchdog_disable()) Process leaving 00000800:00000200:6.0:1402947131.686009:0:23669:0:(o2iblnd_cb.c:3413:kiblnd_scheduler()) conn[ffff8808097a9000] (258)++ 00000800:00000200:6.0:1402947131.686019:0:23669:0:(o2iblnd_cb.c:1038:kiblnd_tx_complete()) conn[ffff8808097a9000] (259)++ 00000800:00000200:6.0:1402947131.686021:0:23669:0:(o2iblnd_cb.c:68:kiblnd_tx_done()) conn[ffff8808097a9000] (260)-- 00000100:00000001:6.0:1402947131.686025:0:23669:0:(events.c:398:reply_out_callback()) Process entered 00000100:00000001:6.0:1402947131.686026:0:23669:0:(events.c:409:reply_out_callback()) Process leaving 00000400:00000200:6.0:1402947131.686028:0:23669:0:(lib-md.c:73:lnet_md_unlink()) Unlinking md ffff880742997740 00000400:00000010:6.0:1402947131.686029:0:23669:0:(lib-lnet.h:491:lnet_md_free()) kfreed 'md': 128 at ffff880742997740 (tot 753473367). 00000400:00000010:6.0:1402947131.686034:0:23669:0:(lib-lnet.h:528:lnet_msg_free()) kfreed 'msg': 352 at ffff8807fe0d9e00 (tot 753473015). 00000800:00000200:6.0:1402947131.686037:0:23669:0:(o2iblnd_cb.c:965:kiblnd_check_sends()) conn[ffff8808097a9000] (259)++ 00000800:00000200:6.0:1402947131.686041:0:23669:0:(o2iblnd_cb.c:992:kiblnd_check_sends()) conn[ffff8808097a9000] (260)-- 00000800:00000200:6.0:1402947131.686043:0:23669:0:(o2iblnd_cb.c:1047:kiblnd_tx_complete()) conn[ffff8808097a9000] (259)-- 00000800:00000200:6.0:1402947131.686044:0:23669:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (258)-- 00000800:00000200:6.0:1402947131.686046:0:23669:0:(o2iblnd_cb.c:3429:kiblnd_scheduler()) conn[ffff8808097a9000] (257)-- 00000020:00000010:0.1F:1402947131.687627:0:0:0:(lustre_handles.c:207:class_handle_free_cb()) kfreed 'ptr': 112 at ffff8807fd5c88c0. 00010000:00000010:2.1F:1402947131.690656:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff8807fb146700. 00010000:00000010:2.1:1402947131.690664:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff8807fac8a280. 00010000:00000010:2.1:1402947131.690666:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff880814f83140. 00010000:00000010:2.1:1402947131.690668:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff8807fb069480. 00010000:00000010:2.1:1402947131.690669:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff8807fb069280. 00010000:00000010:2.1:1402947131.690670:0:0:0:(ldlm_lock.c:453:lock_handle_free()) slab-freed 'lock': 504 at ffff8807fb069c80. 00000100:00000001:3.0F:1402947131.724647:0:23712:0:(client.c:1973:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1402947131.724653:0:23712:0:(client.c:2009:ptlrpc_expired_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1402947131.724660:0:23712:0:(client.c:2060:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1402947131.724661:0:23712:0:(client.c:2097:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.724662:0:23712:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.724664:0:23712:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1402947131.724666:0:23712:0:(ptlrpcd.c:293:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1402947131.724666:0:23712:0:(ptlrpcd.c:395:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.794918:0:28867:0:(module.c:157:libcfs_psdev_open()) Process entered 00000400:00000010:2.0:1402947131.794920:0:28867:0:(module.c:161:libcfs_psdev_open()) alloc '(ldu)': 16 at ffff8807fe316f20 (tot 753473031). 00000400:00000001:2.0:1402947131.794924:0:28867:0:(module.c:168:libcfs_psdev_open()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.794929:0:28867:0:(module.c:299:libcfs_ioctl()) Process entered 00000400:00000010:2.0:1402947131.794931:0:28867:0:(module.c:301:libcfs_ioctl()) alloc '(buf)': 1024 at ffff88074235c400 (tot 753474055). 00000400:00000001:2.0:1402947131.794933:0:28867:0:(linux-module.c:48:libcfs_ioctl_getdata()) Process entered 00000400:00000001:2.0:1402947131.794934:0:28867:0:(linux-module.c:89:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.794936:0:28867:0:(module.c:224:libcfs_ioctl_int()) Process entered 00000001:00000001:2.0:1402947131.794937:0:28867:0:(debug.c:344:libcfs_debug_mark_buffer()) *************************************************** 00000001:02000400:2.0:1402947131.794938:0:28867:0:(debug.c:345:libcfs_debug_mark_buffer()) DEBUG MARKER: done 00000001:00000001:2.0:1402947131.794943:0:28867:0:(debug.c:346:libcfs_debug_mark_buffer()) *************************************************** 00000400:00000001:2.0:1402947131.794944:0:28867:0:(module.c:239:libcfs_ioctl_int()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1402947131.794945:0:28867:0:(module.c:315:libcfs_ioctl()) kfreed 'buf': 1024 at ffff88074235c400 (tot 753473031). 00000400:00000001:2.0:1402947131.794947:0:28867:0:(module.c:316:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1402947131.795086:0:28867:0:(module.c:175:libcfs_psdev_release()) Process entered 00000400:00000010:2.0:1402947131.795087:0:28867:0:(module.c:180:libcfs_psdev_release()) kfreed 'ldu': 16 at ffff8807fe316f20 (tot 753473015). 00000400:00000001:2.0:1402947131.795089:0:28867:0:(module.c:184:libcfs_psdev_release()) Process leaving (rc=0 : 0 : 0) Debug log: 1039 lines, 1039 kept, 0 dropped, 0 bad.